2024-11-09 11:17:27,442 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-09 11:17:27,476 main DEBUG Took 0.032048 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 11:17:27,476 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 11:17:27,477 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 11:17:27,478 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 11:17:27,480 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:17:27,493 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 11:17:27,513 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:17:27,515 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:17:27,516 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:17:27,517 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:17:27,517 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:17:27,518 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:17:27,520 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:17:27,520 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:17:27,521 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:17:27,521 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:17:27,522 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:17:27,523 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:17:27,524 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:17:27,524 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:17:27,525 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:17:27,525 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:17:27,526 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:17:27,526 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:17:27,527 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:17:27,527 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:17:27,528 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:17:27,528 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:17:27,529 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:17:27,529 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:17:27,530 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:17:27,530 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 11:17:27,533 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:17:27,535 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 11:17:27,538 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 11:17:27,538 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 11:17:27,540 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 11:17:27,541 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 11:17:27,552 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 11:17:27,555 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 11:17:27,558 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 11:17:27,559 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 11:17:27,559 main DEBUG createAppenders(={Console}) 2024-11-09 11:17:27,560 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 initialized 2024-11-09 11:17:27,561 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-09 11:17:27,561 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 OK. 2024-11-09 11:17:27,562 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 11:17:27,563 main DEBUG OutputStream closed 2024-11-09 11:17:27,563 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 11:17:27,563 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 11:17:27,564 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@342c38f8 OK 2024-11-09 11:17:27,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 11:17:27,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 11:17:27,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 11:17:27,752 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 11:17:27,754 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 11:17:27,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 11:17:27,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 11:17:27,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 11:17:27,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 11:17:27,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 11:17:27,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 11:17:27,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 11:17:27,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 11:17:27,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 11:17:27,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 11:17:27,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 11:17:27,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 11:17:27,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 11:17:27,767 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 11:17:27,767 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7749bf93) with optional ClassLoader: null 2024-11-09 11:17:27,768 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 11:17:27,770 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7749bf93] started OK. 2024-11-09T11:17:27,791 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-09 11:17:27,799 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 11:17:27,800 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T11:17:27,908 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=618, ProcessCount=11, AvailableMemoryMB=1411 2024-11-09T11:17:28,352 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-09T11:17:28,412 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc 2024-11-09T11:17:28,417 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/cluster_74c21466-25c4-4b77-c816-bff1f6061af5, deleteOnExit=true 2024-11-09T11:17:28,578 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/cluster_74c21466-25c4-4b77-c816-bff1f6061af5/zookeeper_0, clientPort=58485, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/cluster_74c21466-25c4-4b77-c816-bff1f6061af5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/cluster_74c21466-25c4-4b77-c816-bff1f6061af5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T11:17:28,594 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58485 2024-11-09T11:17:28,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:17:28,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:17:28,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/test.cache.data in system properties and HBase conf 2024-11-09T11:17:28,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:17:28,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:17:28,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:17:28,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:17:28,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:17:28,728 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T11:17:28,888 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:17:28,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:17:28,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:17:28,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:17:28,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:17:28,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:17:28,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:17:28,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:17:28,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:17:28,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:17:28,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:17:28,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:17:28,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:17:28,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:17:28,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:17:30,415 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T11:17:30,505 INFO [Time-limited test {}] log.Log(170): Logging initialized @4405ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T11:17:30,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:17:30,692 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:17:30,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:17:30,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:17:30,736 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:17:30,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:17:30,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:17:30,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:17:31,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/java.io.tmpdir/jetty-localhost-38961-hadoop-hdfs-3_4_1-tests_jar-_-any-4003156148454594897/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:17:31,023 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:38961} 2024-11-09T11:17:31,023 INFO [Time-limited test {}] server.Server(415): Started @4924ms 2024-11-09T11:17:31,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:17:31,805 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:17:31,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:17:31,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:17:31,806 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:17:31,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:17:31,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:17:31,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/java.io.tmpdir/jetty-localhost-45575-hadoop-hdfs-3_4_1-tests_jar-_-any-7591810899150189726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:17:31,962 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:45575} 2024-11-09T11:17:31,962 INFO [Time-limited test {}] server.Server(415): Started @5863ms 2024-11-09T11:17:32,034 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:17:33,198 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/cluster_74c21466-25c4-4b77-c816-bff1f6061af5/data/data1/current/BP-1504543295-172.17.0.2-1731151049754/current, will proceed with Du for space computation calculation, 2024-11-09T11:17:33,198 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/cluster_74c21466-25c4-4b77-c816-bff1f6061af5/data/data2/current/BP-1504543295-172.17.0.2-1731151049754/current, will proceed with Du for space computation calculation, 2024-11-09T11:17:33,246 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:17:33,302 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc73bafffcde36272 with lease ID 0x888f0ff03e08607c: Processing first storage report for DS-969c0a05-6d48-4ecf-9ae1-079003ee400d from datanode DatanodeRegistration(127.0.0.1:43171, datanodeUuid=ea996c3f-6c42-449f-8b42-702f92e541a4, infoPort=38429, infoSecurePort=0, ipcPort=36299, storageInfo=lv=-57;cid=testClusterID;nsid=334876774;c=1731151049754) 2024-11-09T11:17:33,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc73bafffcde36272 with lease ID 0x888f0ff03e08607c: from storage DS-969c0a05-6d48-4ecf-9ae1-079003ee400d node DatanodeRegistration(127.0.0.1:43171, datanodeUuid=ea996c3f-6c42-449f-8b42-702f92e541a4, infoPort=38429, infoSecurePort=0, ipcPort=36299, storageInfo=lv=-57;cid=testClusterID;nsid=334876774;c=1731151049754), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T11:17:33,304 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc73bafffcde36272 with lease ID 0x888f0ff03e08607c: Processing first storage report for DS-934f1164-7c81-4f0c-997e-76fe622c956d from datanode DatanodeRegistration(127.0.0.1:43171, datanodeUuid=ea996c3f-6c42-449f-8b42-702f92e541a4, infoPort=38429, infoSecurePort=0, ipcPort=36299, storageInfo=lv=-57;cid=testClusterID;nsid=334876774;c=1731151049754) 2024-11-09T11:17:33,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc73bafffcde36272 with lease ID 0x888f0ff03e08607c: from storage DS-934f1164-7c81-4f0c-997e-76fe622c956d node DatanodeRegistration(127.0.0.1:43171, datanodeUuid=ea996c3f-6c42-449f-8b42-702f92e541a4, infoPort=38429, infoSecurePort=0, ipcPort=36299, storageInfo=lv=-57;cid=testClusterID;nsid=334876774;c=1731151049754), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:17:33,386 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc 2024-11-09T11:17:33,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:17:33,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:17:33,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:17:34,235 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8 with version=8 2024-11-09T11:17:34,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/hbase-staging 2024-11-09T11:17:34,331 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T11:17:34,603 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:17:34,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:17:34,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:17:34,624 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:17:34,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:17:34,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:17:34,816 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:17:34,888 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T11:17:34,900 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T11:17:34,905 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:17:34,939 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13042 (auto-detected) 2024-11-09T11:17:34,940 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T11:17:34,967 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44331 2024-11-09T11:17:34,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44331 connecting to ZooKeeper ensemble=127.0.0.1:58485 2024-11-09T11:17:35,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443310x0, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:17:35,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44331-0x1011f50ab0c0000 connected 2024-11-09T11:17:35,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:17:35,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:17:35,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on znode that does not yet exist, /01619785773/running 2024-11-09T11:17:35,290 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8, hbase.cluster.distributed=false 2024-11-09T11:17:35,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on znode that does not yet exist, /01619785773/acl 2024-11-09T11:17:35,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44331 2024-11-09T11:17:35,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44331 2024-11-09T11:17:35,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44331 2024-11-09T11:17:35,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44331 2024-11-09T11:17:35,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44331 2024-11-09T11:17:35,444 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:17:35,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:17:35,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:17:35,447 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:17:35,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:17:35,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:17:35,451 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:17:35,454 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:17:35,455 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46333 2024-11-09T11:17:35,457 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46333 connecting to ZooKeeper ensemble=127.0.0.1:58485 2024-11-09T11:17:35,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:17:35,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:17:35,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463330x0, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:17:35,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463330x0, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on znode that does not yet exist, /01619785773/running 2024-11-09T11:17:35,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46333-0x1011f50ab0c0001 connected 2024-11-09T11:17:35,579 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:17:35,587 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:17:35,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on znode that does not yet exist, /01619785773/master 2024-11-09T11:17:35,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on znode that does not yet exist, /01619785773/acl 2024-11-09T11:17:35,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46333 2024-11-09T11:17:35,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46333 2024-11-09T11:17:35,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46333 2024-11-09T11:17:35,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46333 2024-11-09T11:17:35,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46333 2024-11-09T11:17:35,623 DEBUG [M:0;3264b4bbda9f:44331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:44331 2024-11-09T11:17:35,624 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01619785773/backup-masters/3264b4bbda9f,44331,1731151054386 2024-11-09T11:17:35,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773/backup-masters 2024-11-09T11:17:35,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773/backup-masters 2024-11-09T11:17:35,639 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on existing znode=/01619785773/backup-masters/3264b4bbda9f,44331,1731151054386 2024-11-09T11:17:35,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01619785773/master 2024-11-09T11:17:35,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:35,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:35,680 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on existing znode=/01619785773/master 2024-11-09T11:17:35,681 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01619785773/backup-masters/3264b4bbda9f,44331,1731151054386 from backup master directory 2024-11-09T11:17:35,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773/backup-masters 2024-11-09T11:17:35,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01619785773/backup-masters/3264b4bbda9f,44331,1731151054386 2024-11-09T11:17:35,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773/backup-masters 2024-11-09T11:17:35,690 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:17:35,690 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,44331,1731151054386 2024-11-09T11:17:35,692 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T11:17:35,694 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T11:17:35,756 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/hbase.id] with ID: cdf676e0-4eb5-4dd6-b39d-399e67225fb3 2024-11-09T11:17:35,756 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/.tmp/hbase.id 2024-11-09T11:17:35,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:17:36,171 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/.tmp/hbase.id]:[hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/hbase.id] 2024-11-09T11:17:36,232 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:17:36,237 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:17:36,261 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-09T11:17:36,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:36,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:36,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:17:36,739 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:17:36,743 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:17:36,762 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:36,768 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:17:36,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:17:37,222 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store 2024-11-09T11:17:37,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:17:37,250 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T11:17:37,254 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:17:37,255 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:17:37,256 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:17:37,256 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:17:37,257 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:17:37,258 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:17:37,258 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:17:37,259 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151057255Disabling compacts and flushes for region at 1731151057255Disabling writes for close at 1731151057257 (+2 ms)Writing region close event to WAL at 1731151057258 (+1 ms)Closed at 1731151057258 2024-11-09T11:17:37,262 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/.initializing 2024-11-09T11:17:37,262 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/WALs/3264b4bbda9f,44331,1731151054386 2024-11-09T11:17:37,270 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:17:37,289 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C44331%2C1731151054386, suffix=, logDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/WALs/3264b4bbda9f,44331,1731151054386, archiveDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/oldWALs, maxLogs=10 2024-11-09T11:17:37,325 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/WALs/3264b4bbda9f,44331,1731151054386/3264b4bbda9f%2C44331%2C1731151054386.1731151057295, exclude list is [], retry=0 2024-11-09T11:17:37,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43171,DS-969c0a05-6d48-4ecf-9ae1-079003ee400d,DISK] 2024-11-09T11:17:37,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T11:17:37,397 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/WALs/3264b4bbda9f,44331,1731151054386/3264b4bbda9f%2C44331%2C1731151054386.1731151057295 2024-11-09T11:17:37,399 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38429:38429)] 2024-11-09T11:17:37,399 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:17:37,400 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:17:37,404 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:37,405 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:37,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:37,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:17:37,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:37,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:37,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:37,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:17:37,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:37,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:37,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:37,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:17:37,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:37,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:37,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:37,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:17:37,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:37,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:37,533 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:37,538 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:37,540 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:37,551 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:37,552 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:37,556 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:17:37,560 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:37,567 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:17:37,569 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71721341, jitterRate=0.06873126327991486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:17:37,578 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151057423Initializing all the Stores at 1731151057426 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151057426Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151057428 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151057428Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151057428Cleaning up temporary data from old regions at 1731151057552 (+124 ms)Region opened successfully at 1731151057578 (+26 ms) 2024-11-09T11:17:37,580 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:17:37,623 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35bc0a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:17:37,661 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:17:37,676 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:17:37,676 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:17:37,679 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:17:37,681 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T11:17:37,687 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-09T11:17:37,687 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:17:37,724 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:17:37,737 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Unable to get data of znode /01619785773/balancer because node does not exist (not necessarily an error) 2024-11-09T11:17:37,783 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01619785773/balancer already deleted, retry=false 2024-11-09T11:17:37,787 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:17:37,788 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Unable to get data of znode /01619785773/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:17:37,794 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01619785773/normalizer already deleted, retry=false 2024-11-09T11:17:37,796 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:17:37,800 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Unable to get data of znode /01619785773/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:17:37,804 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01619785773/switch/split already deleted, retry=false 2024-11-09T11:17:37,806 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Unable to get data of znode /01619785773/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:17:37,815 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01619785773/switch/merge already deleted, retry=false 2024-11-09T11:17:37,839 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Unable to get data of znode /01619785773/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:17:37,846 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01619785773/snapshot-cleanup already deleted, retry=false 2024-11-09T11:17:37,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01619785773/running 2024-11-09T11:17:37,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01619785773/running 2024-11-09T11:17:37,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:37,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:37,861 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,44331,1731151054386, sessionid=0x1011f50ab0c0000, setting cluster-up flag (Was=false) 2024-11-09T11:17:37,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:37,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:37,920 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01619785773/flush-table-proc/acquired, /01619785773/flush-table-proc/reached, /01619785773/flush-table-proc/abort 2024-11-09T11:17:37,923 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,44331,1731151054386 2024-11-09T11:17:37,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:37,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:37,973 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01619785773/online-snapshot/acquired, /01619785773/online-snapshot/reached, /01619785773/online-snapshot/abort 2024-11-09T11:17:37,975 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,44331,1731151054386 2024-11-09T11:17:37,997 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:17:38,012 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(746): ClusterId : cdf676e0-4eb5-4dd6-b39d-399e67225fb3 2024-11-09T11:17:38,015 DEBUG [RS:0;3264b4bbda9f:46333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:17:38,028 DEBUG [RS:0;3264b4bbda9f:46333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:17:38,028 DEBUG [RS:0;3264b4bbda9f:46333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:17:38,040 DEBUG [RS:0;3264b4bbda9f:46333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:17:38,041 DEBUG [RS:0;3264b4bbda9f:46333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a12e3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:17:38,063 DEBUG [RS:0;3264b4bbda9f:46333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:46333 2024-11-09T11:17:38,068 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:17:38,069 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:17:38,069 DEBUG [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:17:38,076 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,44331,1731151054386 with port=46333, startcode=1731151055408 2024-11-09T11:17:38,092 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:17:38,099 DEBUG [RS:0;3264b4bbda9f:46333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:17:38,114 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:17:38,124 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:17:38,130 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,44331,1731151054386 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:17:38,141 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:17:38,142 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:17:38,142 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:17:38,142 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:17:38,143 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:17:38,143 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:38,143 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:17:38,143 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:38,165 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:17:38,166 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:17:38,174 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151088173 2024-11-09T11:17:38,175 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:17:38,176 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:17:38,177 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:17:38,181 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:17:38,181 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:17:38,182 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:17:38,182 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:17:38,184 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:38,184 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:17:38,194 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44331 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:38,200 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:38,221 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:17:38,222 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:17:38,223 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:17:38,223 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:17:38,231 DEBUG [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T11:17:38,231 WARN [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T11:17:38,232 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:17:38,232 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:17:38,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:17:38,244 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151058234,5,FailOnTimeoutGroup] 2024-11-09T11:17:38,259 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:17:38,259 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8 2024-11-09T11:17:38,264 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151058253,5,FailOnTimeoutGroup] 2024-11-09T11:17:38,265 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:38,265 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:17:38,267 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:38,267 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:38,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741832_1008 (size=32) 2024-11-09T11:17:38,326 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:17:38,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:17:38,333 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,44331,1731151054386 with port=46333, startcode=1731151055408 2024-11-09T11:17:38,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:17:38,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:38,335 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44331 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,46333,1731151055408 2024-11-09T11:17:38,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:38,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:17:38,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44331 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,46333,1731151055408 2024-11-09T11:17:38,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:17:38,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:38,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:38,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:17:38,358 DEBUG [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8 2024-11-09T11:17:38,358 DEBUG [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43173 2024-11-09T11:17:38,359 DEBUG [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:17:38,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:17:38,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:38,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:38,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:17:38,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773/rs 2024-11-09T11:17:38,374 DEBUG [RS:0;3264b4bbda9f:46333 {}] zookeeper.ZKUtil(111): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on existing znode=/01619785773/rs/3264b4bbda9f,46333,1731151055408 2024-11-09T11:17:38,374 WARN [RS:0;3264b4bbda9f:46333 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:17:38,375 INFO [RS:0;3264b4bbda9f:46333 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:17:38,375 DEBUG [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408 2024-11-09T11:17:38,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:17:38,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:38,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:38,385 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:17:38,386 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,46333,1731151055408] 2024-11-09T11:17:38,388 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740 2024-11-09T11:17:38,393 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740 2024-11-09T11:17:38,409 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:17:38,409 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:17:38,411 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:17:38,422 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:17:38,433 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:17:38,434 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:17:38,434 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74856202, jitterRate=0.11544433236122131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:17:38,440 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151058326Initializing all the Stores at 1731151058329 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151058329Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151058329Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151058330 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151058330Cleaning up temporary data from old regions at 1731151058409 (+79 ms)Region opened successfully at 1731151058440 (+31 ms) 2024-11-09T11:17:38,441 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:17:38,441 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:17:38,441 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:17:38,441 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:17:38,441 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:17:38,465 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:17:38,465 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151058441Disabling compacts and flushes for region at 1731151058441Disabling writes for close at 1731151058441Writing region close event to WAL at 1731151058464 (+23 ms)Closed at 1731151058465 (+1 ms) 2024-11-09T11:17:38,470 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:17:38,470 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:17:38,474 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:17:38,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:17:38,490 INFO [RS:0;3264b4bbda9f:46333 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:17:38,491 INFO [RS:0;3264b4bbda9f:46333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:38,495 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:17:38,498 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:17:38,505 INFO [RS:0;3264b4bbda9f:46333 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:17:38,506 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:17:38,507 INFO [RS:0;3264b4bbda9f:46333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:38,507 DEBUG [RS:0;3264b4bbda9f:46333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:38,507 DEBUG [RS:0;3264b4bbda9f:46333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:38,508 DEBUG [RS:0;3264b4bbda9f:46333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:38,508 DEBUG [RS:0;3264b4bbda9f:46333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:38,508 DEBUG [RS:0;3264b4bbda9f:46333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:38,508 DEBUG [RS:0;3264b4bbda9f:46333 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:17:38,508 DEBUG [RS:0;3264b4bbda9f:46333 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:38,509 DEBUG [RS:0;3264b4bbda9f:46333 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:38,509 DEBUG [RS:0;3264b4bbda9f:46333 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:38,509 DEBUG [RS:0;3264b4bbda9f:46333 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:38,509 DEBUG [RS:0;3264b4bbda9f:46333 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:38,509 DEBUG [RS:0;3264b4bbda9f:46333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:38,510 DEBUG [RS:0;3264b4bbda9f:46333 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:17:38,510 DEBUG [RS:0;3264b4bbda9f:46333 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:17:38,517 INFO [RS:0;3264b4bbda9f:46333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:38,517 INFO [RS:0;3264b4bbda9f:46333 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:38,518 INFO [RS:0;3264b4bbda9f:46333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:38,518 INFO [RS:0;3264b4bbda9f:46333 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:38,518 INFO [RS:0;3264b4bbda9f:46333 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:38,518 INFO [RS:0;3264b4bbda9f:46333 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,46333,1731151055408-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:17:38,543 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:17:38,544 INFO [RS:0;3264b4bbda9f:46333 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,46333,1731151055408-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:38,545 INFO [RS:0;3264b4bbda9f:46333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:38,545 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.Replication(171): 3264b4bbda9f,46333,1731151055408 started 2024-11-09T11:17:38,567 INFO [RS:0;3264b4bbda9f:46333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:38,569 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,46333,1731151055408, RpcServer on 3264b4bbda9f/172.17.0.2:46333, sessionid=0x1011f50ab0c0001 2024-11-09T11:17:38,570 DEBUG [RS:0;3264b4bbda9f:46333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:17:38,570 DEBUG [RS:0;3264b4bbda9f:46333 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,46333,1731151055408 2024-11-09T11:17:38,570 DEBUG [RS:0;3264b4bbda9f:46333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,46333,1731151055408' 2024-11-09T11:17:38,571 DEBUG [RS:0;3264b4bbda9f:46333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01619785773/flush-table-proc/abort' 2024-11-09T11:17:38,574 DEBUG [RS:0;3264b4bbda9f:46333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01619785773/flush-table-proc/acquired' 2024-11-09T11:17:38,577 DEBUG [RS:0;3264b4bbda9f:46333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:17:38,577 DEBUG [RS:0;3264b4bbda9f:46333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:17:38,578 DEBUG [RS:0;3264b4bbda9f:46333 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,46333,1731151055408 2024-11-09T11:17:38,578 DEBUG [RS:0;3264b4bbda9f:46333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,46333,1731151055408' 2024-11-09T11:17:38,578 DEBUG [RS:0;3264b4bbda9f:46333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01619785773/online-snapshot/abort' 2024-11-09T11:17:38,579 DEBUG [RS:0;3264b4bbda9f:46333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01619785773/online-snapshot/acquired' 2024-11-09T11:17:38,580 DEBUG [RS:0;3264b4bbda9f:46333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:17:38,580 INFO [RS:0;3264b4bbda9f:46333 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:17:38,580 INFO [RS:0;3264b4bbda9f:46333 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:17:38,657 WARN [3264b4bbda9f:44331 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T11:17:38,687 INFO [RS:0;3264b4bbda9f:46333 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:17:38,696 INFO [RS:0;3264b4bbda9f:46333 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C46333%2C1731151055408, suffix=, logDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408, archiveDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/oldWALs, maxLogs=10 2024-11-09T11:17:38,719 DEBUG [RS:0;3264b4bbda9f:46333 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408/3264b4bbda9f%2C46333%2C1731151055408.1731151058700, exclude list is [], retry=0 2024-11-09T11:17:38,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43171,DS-969c0a05-6d48-4ecf-9ae1-079003ee400d,DISK] 2024-11-09T11:17:38,730 INFO [RS:0;3264b4bbda9f:46333 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408/3264b4bbda9f%2C46333%2C1731151055408.1731151058700 2024-11-09T11:17:38,731 DEBUG [RS:0;3264b4bbda9f:46333 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38429:38429)] 2024-11-09T11:17:38,909 DEBUG [3264b4bbda9f:44331 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:17:38,920 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,46333,1731151055408 2024-11-09T11:17:38,927 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,46333,1731151055408, state=OPENING 2024-11-09T11:17:38,983 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:17:38,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:38,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:38,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01619785773/meta-region-server: CHANGED 2024-11-09T11:17:38,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01619785773/meta-region-server: CHANGED 2024-11-09T11:17:38,997 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:17:38,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,46333,1731151055408}] 2024-11-09T11:17:39,174 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:17:39,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:17:39,190 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:17:39,190 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:17:39,191 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:17:39,196 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C46333%2C1731151055408.meta, suffix=.meta, logDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408, archiveDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/oldWALs, maxLogs=10 2024-11-09T11:17:39,213 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408/3264b4bbda9f%2C46333%2C1731151055408.meta.1731151059198.meta, exclude list is [], retry=0 2024-11-09T11:17:39,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43171,DS-969c0a05-6d48-4ecf-9ae1-079003ee400d,DISK] 2024-11-09T11:17:39,220 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408/3264b4bbda9f%2C46333%2C1731151055408.meta.1731151059198.meta 2024-11-09T11:17:39,222 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38429:38429)] 2024-11-09T11:17:39,223 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:17:39,227 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:17:39,228 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:17:39,231 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:17:39,232 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:17:39,236 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:17:39,237 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:17:39,237 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:17:39,237 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:17:39,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:17:39,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:17:39,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:39,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:39,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:17:39,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:17:39,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:39,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:39,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:17:39,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:17:39,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:39,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:39,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:17:39,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:17:39,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:39,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:39,254 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:17:39,256 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740 2024-11-09T11:17:39,259 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740 2024-11-09T11:17:39,261 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:17:39,262 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:17:39,263 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:17:39,266 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:17:39,276 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69429375, jitterRate=0.03457830846309662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:17:39,277 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:17:39,279 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151059237Writing region info on filesystem at 1731151059238 (+1 ms)Initializing all the Stores at 1731151059239 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151059239Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151059240 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151059240Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151059240Cleaning up temporary data from old regions at 1731151059262 (+22 ms)Running coprocessor post-open hooks at 1731151059277 (+15 ms)Region opened successfully at 1731151059279 (+2 ms) 2024-11-09T11:17:39,287 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151059165 2024-11-09T11:17:39,301 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:17:39,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,46333,1731151055408 2024-11-09T11:17:39,304 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:17:39,307 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,46333,1731151055408, state=OPEN 2024-11-09T11:17:39,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01619785773/meta-region-server 2024-11-09T11:17:39,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01619785773/meta-region-server 2024-11-09T11:17:39,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01619785773/meta-region-server: CHANGED 2024-11-09T11:17:39,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01619785773/meta-region-server: CHANGED 2024-11-09T11:17:39,403 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,46333,1731151055408 2024-11-09T11:17:39,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:17:39,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,46333,1731151055408 in 405 msec 2024-11-09T11:17:39,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:17:39,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 930 msec 2024-11-09T11:17:39,418 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:17:39,418 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:17:39,438 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:39,440 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,46333,1731151055408, seqNum=-1] 2024-11-09T11:17:39,462 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:39,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:39,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4550 sec 2024-11-09T11:17:39,493 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151059493, completionTime=-1 2024-11-09T11:17:39,497 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:17:39,498 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:17:39,529 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:17:39,530 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151119529 2024-11-09T11:17:39,530 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151179530 2024-11-09T11:17:39,530 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 32 msec 2024-11-09T11:17:39,532 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44331,1731151054386-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:39,533 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44331,1731151054386-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:39,533 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44331,1731151054386-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:39,534 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:44331, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:39,535 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:39,542 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:39,549 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:17:39,588 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.898sec 2024-11-09T11:17:39,590 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:17:39,591 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:17:39,593 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:17:39,594 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:17:39,594 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:17:39,595 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44331,1731151054386-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:17:39,596 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44331,1731151054386-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:17:39,609 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:17:39,610 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:17:39,611 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44331,1731151054386-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:39,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:39,629 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T11:17:39,630 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T11:17:39,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,44331,-1 for getting cluster id 2024-11-09T11:17:39,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:39,663 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdf676e0-4eb5-4dd6-b39d-399e67225fb3' 2024-11-09T11:17:39,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdf676e0-4eb5-4dd6-b39d-399e67225fb3" 2024-11-09T11:17:39,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e73d884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:39,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,44331,-1] 2024-11-09T11:17:39,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:39,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:39,683 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:39,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:39,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:39,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,46333,1731151055408, seqNum=-1] 2024-11-09T11:17:39,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:39,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:39,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,44331,1731151054386 2024-11-09T11:17:39,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58485 2024-11-09T11:17:39,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:17:39,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f50ab0c0002 connected 2024-11-09T11:17:39,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/hadoop.log.dir so I do NOT create it in target/test-data/a77b230a-893d-b7d1-2228-30c41060a562 2024-11-09T11:17:39,891 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:17:39,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/hadoop.tmp.dir so I do NOT create it in target/test-data/a77b230a-893d-b7d1-2228-30c41060a562 2024-11-09T11:17:39,891 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:17:39,891 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562 2024-11-09T11:17:39,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:17:39,891 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/cluster_93647712-7d43-ca6d-fb69-9f2dc2b1dc2f, deleteOnExit=true 2024-11-09T11:17:39,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:17:39,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/test.cache.data in system properties and HBase conf 2024-11-09T11:17:39,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:17:39,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:17:39,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:17:39,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:17:39,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:17:39,893 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:17:39,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:17:39,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:17:39,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:17:39,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:17:39,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:17:39,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:17:39,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:17:39,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:17:39,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:17:39,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:17:39,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:17:39,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:17:39,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:17:39,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:17:40,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:17:40,296 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:17:40,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:17:40,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:17:40,305 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:17:40,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:17:40,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:17:40,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ce4f3c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:17:40,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@478c3fc0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/java.io.tmpdir/jetty-localhost-37031-hadoop-hdfs-3_4_1-tests_jar-_-any-1038543894342350428/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:17:40,446 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@610d66dd{HTTP/1.1, (http/1.1)}{localhost:37031} 2024-11-09T11:17:40,446 INFO [Time-limited test {}] server.Server(415): Started @14347ms 2024-11-09T11:17:40,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:17:40,818 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:17:40,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:17:40,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:17:40,820 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:17:40,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:17:40,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4393ee02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:17:40,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12f8b5d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/java.io.tmpdir/jetty-localhost-34055-hadoop-hdfs-3_4_1-tests_jar-_-any-4176849723855629007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:17:40,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2804a38d{HTTP/1.1, (http/1.1)}{localhost:34055} 2024-11-09T11:17:40,967 INFO [Time-limited test {}] server.Server(415): Started @14868ms 2024-11-09T11:17:40,969 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:17:41,938 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/cluster_93647712-7d43-ca6d-fb69-9f2dc2b1dc2f/data/data1/current/BP-47690471-172.17.0.2-1731151059924/current, will proceed with Du for space computation calculation, 2024-11-09T11:17:41,938 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/cluster_93647712-7d43-ca6d-fb69-9f2dc2b1dc2f/data/data2/current/BP-47690471-172.17.0.2-1731151059924/current, will proceed with Du for space computation calculation, 2024-11-09T11:17:41,976 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:17:41,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9645069cc0e33549 with lease ID 0x5c621fb5470fb3ca: Processing first storage report for DS-f82373d8-6f62-43ba-9c52-542a3fcb17bd from datanode DatanodeRegistration(127.0.0.1:39305, datanodeUuid=c930a7a6-83d8-4e41-9588-b66c4595bce0, infoPort=45583, infoSecurePort=0, ipcPort=33359, storageInfo=lv=-57;cid=testClusterID;nsid=1057575409;c=1731151059924) 2024-11-09T11:17:41,980 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9645069cc0e33549 with lease ID 0x5c621fb5470fb3ca: from storage DS-f82373d8-6f62-43ba-9c52-542a3fcb17bd node DatanodeRegistration(127.0.0.1:39305, datanodeUuid=c930a7a6-83d8-4e41-9588-b66c4595bce0, infoPort=45583, infoSecurePort=0, ipcPort=33359, storageInfo=lv=-57;cid=testClusterID;nsid=1057575409;c=1731151059924), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:17:41,980 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9645069cc0e33549 with lease ID 0x5c621fb5470fb3ca: Processing first storage report for DS-4bc7202f-35d1-4a2a-a6aa-f3d47de03b67 from datanode DatanodeRegistration(127.0.0.1:39305, datanodeUuid=c930a7a6-83d8-4e41-9588-b66c4595bce0, infoPort=45583, infoSecurePort=0, ipcPort=33359, storageInfo=lv=-57;cid=testClusterID;nsid=1057575409;c=1731151059924) 2024-11-09T11:17:41,980 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9645069cc0e33549 with lease ID 0x5c621fb5470fb3ca: from storage DS-4bc7202f-35d1-4a2a-a6aa-f3d47de03b67 node DatanodeRegistration(127.0.0.1:39305, datanodeUuid=c930a7a6-83d8-4e41-9588-b66c4595bce0, infoPort=45583, infoSecurePort=0, ipcPort=33359, storageInfo=lv=-57;cid=testClusterID;nsid=1057575409;c=1731151059924), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:17:42,045 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562 2024-11-09T11:17:42,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:17:42,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:17:42,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39305 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:17:42,476 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e with version=8 2024-11-09T11:17:42,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/hbase-staging 2024-11-09T11:17:42,479 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:17:42,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:17:42,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:17:42,480 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:17:42,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:17:42,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:17:42,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:17:42,481 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:17:42,482 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33557 2024-11-09T11:17:42,485 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33557 connecting to ZooKeeper ensemble=127.0.0.1:58485 2024-11-09T11:17:42,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335570x0, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:17:42,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33557-0x1011f50ab0c0003 connected 2024-11-09T11:17:42,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:17:42,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:17:42,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Set watcher on znode that does not yet exist, /1-1638125299/running 2024-11-09T11:17:42,611 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e, hbase.cluster.distributed=false 2024-11-09T11:17:42,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Set watcher on znode that does not yet exist, /1-1638125299/acl 2024-11-09T11:17:42,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33557 2024-11-09T11:17:42,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33557 2024-11-09T11:17:42,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33557 2024-11-09T11:17:42,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33557 2024-11-09T11:17:42,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33557 2024-11-09T11:17:42,638 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:17:42,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:17:42,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:17:42,639 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:17:42,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:17:42,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:17:42,639 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:17:42,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:17:42,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46655 2024-11-09T11:17:42,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46655 connecting to ZooKeeper ensemble=127.0.0.1:58485 2024-11-09T11:17:42,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:17:42,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:17:42,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466550x0, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:17:42,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466550x0, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Set watcher on znode that does not yet exist, /1-1638125299/running 2024-11-09T11:17:42,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46655-0x1011f50ab0c0004 connected 2024-11-09T11:17:42,658 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:17:42,659 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:17:42,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Set watcher on znode that does not yet exist, /1-1638125299/master 2024-11-09T11:17:42,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Set watcher on znode that does not yet exist, /1-1638125299/acl 2024-11-09T11:17:42,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46655 2024-11-09T11:17:42,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46655 2024-11-09T11:17:42,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46655 2024-11-09T11:17:42,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46655 2024-11-09T11:17:42,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46655 2024-11-09T11:17:42,678 DEBUG [M:0;3264b4bbda9f:33557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:33557 2024-11-09T11:17:42,679 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1638125299/backup-masters/3264b4bbda9f,33557,1731151062478 2024-11-09T11:17:42,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299/backup-masters 2024-11-09T11:17:42,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299/backup-masters 2024-11-09T11:17:42,689 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Set watcher on existing znode=/1-1638125299/backup-masters/3264b4bbda9f,33557,1731151062478 2024-11-09T11:17:42,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299 2024-11-09T11:17:42,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1638125299/master 2024-11-09T11:17:42,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299 2024-11-09T11:17:42,700 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Set watcher on existing znode=/1-1638125299/master 2024-11-09T11:17:42,700 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1638125299/backup-masters/3264b4bbda9f,33557,1731151062478 from backup master directory 2024-11-09T11:17:42,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1638125299/backup-masters/3264b4bbda9f,33557,1731151062478 2024-11-09T11:17:42,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299/backup-masters 2024-11-09T11:17:42,710 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:17:42,710 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,33557,1731151062478 2024-11-09T11:17:42,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299/backup-masters 2024-11-09T11:17:42,717 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/hbase.id] with ID: ae853330-52d2-4bd7-9b9f-9c8f376036e1 2024-11-09T11:17:42,718 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/.tmp/hbase.id 2024-11-09T11:17:42,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39305 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:17:42,726 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/.tmp/hbase.id]:[hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/hbase.id] 2024-11-09T11:17:42,750 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:17:42,750 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:17:42,752 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T11:17:42,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299 2024-11-09T11:17:42,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299 2024-11-09T11:17:42,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39305 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:17:42,771 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:17:42,772 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:17:42,772 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:17:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39305 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:17:43,186 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store 2024-11-09T11:17:43,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39305 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:17:43,596 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:17:43,596 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:17:43,596 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:17:43,597 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:17:43,597 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:17:43,597 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:17:43,597 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:17:43,597 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151063596Disabling compacts and flushes for region at 1731151063596Disabling writes for close at 1731151063597 (+1 ms)Writing region close event to WAL at 1731151063597Closed at 1731151063597 2024-11-09T11:17:43,600 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store/.initializing 2024-11-09T11:17:43,600 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/WALs/3264b4bbda9f,33557,1731151062478 2024-11-09T11:17:43,603 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:17:43,609 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C33557%2C1731151062478, suffix=, logDir=hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/WALs/3264b4bbda9f,33557,1731151062478, archiveDir=hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/oldWALs, maxLogs=10 2024-11-09T11:17:43,627 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/WALs/3264b4bbda9f,33557,1731151062478/3264b4bbda9f%2C33557%2C1731151062478.1731151063610, exclude list is [], retry=0 2024-11-09T11:17:43,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39305,DS-f82373d8-6f62-43ba-9c52-542a3fcb17bd,DISK] 2024-11-09T11:17:43,634 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/WALs/3264b4bbda9f,33557,1731151062478/3264b4bbda9f%2C33557%2C1731151062478.1731151063610 2024-11-09T11:17:43,635 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45583:45583)] 2024-11-09T11:17:43,635 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:17:43,635 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:17:43,635 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:43,635 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:43,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:43,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:17:43,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:43,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:43,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:43,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:17:43,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:43,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:43,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:43,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:17:43,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:43,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:43,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:43,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:17:43,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:43,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:43,652 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:43,654 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:43,654 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:43,657 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:43,658 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:43,659 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:17:43,661 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:43,664 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:17:43,665 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60065894, jitterRate=-0.10494843125343323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:17:43,665 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151063636Initializing all the Stores at 1731151063638 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151063638Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151063638Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151063638Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151063638Cleaning up temporary data from old regions at 1731151063658 (+20 ms)Region opened successfully at 1731151063665 (+7 ms) 2024-11-09T11:17:43,666 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:17:43,671 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d07b8f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:17:43,673 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:17:43,673 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:17:43,673 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:17:43,673 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:17:43,674 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:17:43,675 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:17:43,675 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:17:43,679 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:17:43,680 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Unable to get data of znode /1-1638125299/balancer because node does not exist (not necessarily an error) 2024-11-09T11:17:43,730 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1638125299/balancer already deleted, retry=false 2024-11-09T11:17:43,731 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:17:43,732 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Unable to get data of znode /1-1638125299/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:17:43,741 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1638125299/normalizer already deleted, retry=false 2024-11-09T11:17:43,741 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:17:43,743 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Unable to get data of znode /1-1638125299/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:17:43,751 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1638125299/switch/split already deleted, retry=false 2024-11-09T11:17:43,753 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Unable to get data of znode /1-1638125299/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:17:43,762 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1638125299/switch/merge already deleted, retry=false 2024-11-09T11:17:43,764 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Unable to get data of znode /1-1638125299/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:17:43,773 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1638125299/snapshot-cleanup already deleted, retry=false 2024-11-09T11:17:43,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1638125299/running 2024-11-09T11:17:43,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1638125299/running 2024-11-09T11:17:43,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299 2024-11-09T11:17:43,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299 2024-11-09T11:17:43,784 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,33557,1731151062478, sessionid=0x1011f50ab0c0003, setting cluster-up flag (Was=false) 2024-11-09T11:17:43,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299 2024-11-09T11:17:43,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299 2024-11-09T11:17:43,836 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1638125299/flush-table-proc/acquired, /1-1638125299/flush-table-proc/reached, /1-1638125299/flush-table-proc/abort 2024-11-09T11:17:43,837 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,33557,1731151062478 2024-11-09T11:17:43,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299 2024-11-09T11:17:43,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299 2024-11-09T11:17:43,888 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1638125299/online-snapshot/acquired, /1-1638125299/online-snapshot/reached, /1-1638125299/online-snapshot/abort 2024-11-09T11:17:43,890 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,33557,1731151062478 2024-11-09T11:17:43,891 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:17:43,895 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:17:43,896 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:17:43,896 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:17:43,896 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,33557,1731151062478 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:17:43,898 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:17:43,899 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:17:43,899 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:17:43,899 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:17:43,899 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:17:43,899 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:43,899 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:17:43,899 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:43,900 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151093900 2024-11-09T11:17:43,901 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:17:43,901 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:17:43,901 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:17:43,901 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:17:43,901 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:17:43,901 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:17:43,901 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:43,902 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:17:43,902 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:17:43,902 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:17:43,902 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:17:43,902 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:17:43,902 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:17:43,903 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:17:43,903 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:17:43,903 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151063903,5,FailOnTimeoutGroup] 2024-11-09T11:17:43,903 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151063903,5,FailOnTimeoutGroup] 2024-11-09T11:17:43,903 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:43,903 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:17:43,904 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:43,904 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:43,905 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:43,905 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:17:43,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39305 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:17:43,971 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.HRegionServer(746): ClusterId : ae853330-52d2-4bd7-9b9f-9c8f376036e1 2024-11-09T11:17:43,971 DEBUG [RS:0;3264b4bbda9f:46655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:17:43,985 DEBUG [RS:0;3264b4bbda9f:46655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:17:43,985 DEBUG [RS:0;3264b4bbda9f:46655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:17:43,996 DEBUG [RS:0;3264b4bbda9f:46655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:17:43,997 DEBUG [RS:0;3264b4bbda9f:46655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521ca070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:17:44,013 DEBUG [RS:0;3264b4bbda9f:46655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:46655 2024-11-09T11:17:44,013 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:17:44,014 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:17:44,014 DEBUG [RS:0;3264b4bbda9f:46655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:17:44,014 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,33557,1731151062478 with port=46655, startcode=1731151062638 2024-11-09T11:17:44,015 DEBUG [RS:0;3264b4bbda9f:46655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:17:44,017 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:17:44,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,46655,1731151062638 2024-11-09T11:17:44,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33557 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,46655,1731151062638 2024-11-09T11:17:44,020 DEBUG [RS:0;3264b4bbda9f:46655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e 2024-11-09T11:17:44,020 DEBUG [RS:0;3264b4bbda9f:46655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45403 2024-11-09T11:17:44,021 DEBUG [RS:0;3264b4bbda9f:46655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:17:44,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299/rs 2024-11-09T11:17:44,087 DEBUG [RS:0;3264b4bbda9f:46655 {}] zookeeper.ZKUtil(111): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Set watcher on existing znode=/1-1638125299/rs/3264b4bbda9f,46655,1731151062638 2024-11-09T11:17:44,087 WARN [RS:0;3264b4bbda9f:46655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:17:44,087 INFO [RS:0;3264b4bbda9f:46655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:17:44,088 DEBUG [RS:0;3264b4bbda9f:46655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/WALs/3264b4bbda9f,46655,1731151062638 2024-11-09T11:17:44,088 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,46655,1731151062638] 2024-11-09T11:17:44,098 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:17:44,102 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:17:44,103 INFO [RS:0;3264b4bbda9f:46655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:17:44,103 INFO [RS:0;3264b4bbda9f:46655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:44,103 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:17:44,105 INFO [RS:0;3264b4bbda9f:46655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:17:44,105 INFO [RS:0;3264b4bbda9f:46655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:44,105 DEBUG [RS:0;3264b4bbda9f:46655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:44,105 DEBUG [RS:0;3264b4bbda9f:46655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:44,105 DEBUG [RS:0;3264b4bbda9f:46655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:44,106 DEBUG [RS:0;3264b4bbda9f:46655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:44,106 DEBUG [RS:0;3264b4bbda9f:46655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:44,106 DEBUG [RS:0;3264b4bbda9f:46655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:17:44,106 DEBUG [RS:0;3264b4bbda9f:46655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:44,106 DEBUG [RS:0;3264b4bbda9f:46655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:44,106 DEBUG [RS:0;3264b4bbda9f:46655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:44,106 DEBUG [RS:0;3264b4bbda9f:46655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:44,106 DEBUG [RS:0;3264b4bbda9f:46655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:44,106 DEBUG [RS:0;3264b4bbda9f:46655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:44,107 DEBUG [RS:0;3264b4bbda9f:46655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:17:44,107 DEBUG [RS:0;3264b4bbda9f:46655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:17:44,107 INFO [RS:0;3264b4bbda9f:46655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:44,107 INFO [RS:0;3264b4bbda9f:46655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:44,108 INFO [RS:0;3264b4bbda9f:46655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:44,108 INFO [RS:0;3264b4bbda9f:46655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:44,108 INFO [RS:0;3264b4bbda9f:46655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:44,108 INFO [RS:0;3264b4bbda9f:46655 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,46655,1731151062638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:17:44,124 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:17:44,125 INFO [RS:0;3264b4bbda9f:46655 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,46655,1731151062638-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:44,125 INFO [RS:0;3264b4bbda9f:46655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:44,125 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.Replication(171): 3264b4bbda9f,46655,1731151062638 started 2024-11-09T11:17:44,144 INFO [RS:0;3264b4bbda9f:46655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:44,145 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,46655,1731151062638, RpcServer on 3264b4bbda9f/172.17.0.2:46655, sessionid=0x1011f50ab0c0004 2024-11-09T11:17:44,145 DEBUG [RS:0;3264b4bbda9f:46655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:17:44,145 DEBUG [RS:0;3264b4bbda9f:46655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,46655,1731151062638 2024-11-09T11:17:44,145 DEBUG [RS:0;3264b4bbda9f:46655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,46655,1731151062638' 2024-11-09T11:17:44,145 DEBUG [RS:0;3264b4bbda9f:46655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1638125299/flush-table-proc/abort' 2024-11-09T11:17:44,146 DEBUG [RS:0;3264b4bbda9f:46655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1638125299/flush-table-proc/acquired' 2024-11-09T11:17:44,146 DEBUG [RS:0;3264b4bbda9f:46655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:17:44,146 DEBUG [RS:0;3264b4bbda9f:46655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:17:44,146 DEBUG [RS:0;3264b4bbda9f:46655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,46655,1731151062638 2024-11-09T11:17:44,146 DEBUG [RS:0;3264b4bbda9f:46655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,46655,1731151062638' 2024-11-09T11:17:44,146 DEBUG [RS:0;3264b4bbda9f:46655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1638125299/online-snapshot/abort' 2024-11-09T11:17:44,147 DEBUG [RS:0;3264b4bbda9f:46655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1638125299/online-snapshot/acquired' 2024-11-09T11:17:44,147 DEBUG [RS:0;3264b4bbda9f:46655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:17:44,147 INFO [RS:0;3264b4bbda9f:46655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:17:44,147 INFO [RS:0;3264b4bbda9f:46655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:17:44,248 INFO [RS:0;3264b4bbda9f:46655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:17:44,251 INFO [RS:0;3264b4bbda9f:46655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C46655%2C1731151062638, suffix=, logDir=hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/WALs/3264b4bbda9f,46655,1731151062638, archiveDir=hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/oldWALs, maxLogs=10 2024-11-09T11:17:44,265 DEBUG [RS:0;3264b4bbda9f:46655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/WALs/3264b4bbda9f,46655,1731151062638/3264b4bbda9f%2C46655%2C1731151062638.1731151064254, exclude list is [], retry=0 2024-11-09T11:17:44,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39305,DS-f82373d8-6f62-43ba-9c52-542a3fcb17bd,DISK] 2024-11-09T11:17:44,272 INFO [RS:0;3264b4bbda9f:46655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/WALs/3264b4bbda9f,46655,1731151062638/3264b4bbda9f%2C46655%2C1731151062638.1731151064254 2024-11-09T11:17:44,272 DEBUG [RS:0;3264b4bbda9f:46655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45583:45583)] 2024-11-09T11:17:44,315 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:17:44,316 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e 2024-11-09T11:17:44,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39305 is added to blk_1073741833_1009 (size=32) 2024-11-09T11:17:44,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:17:44,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:17:44,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:17:44,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:44,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:44,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:17:44,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:17:44,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:44,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:44,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:17:44,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:17:44,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:44,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:44,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:17:44,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:17:44,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:44,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:44,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:17:44,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/data/hbase/meta/1588230740 2024-11-09T11:17:44,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/data/hbase/meta/1588230740 2024-11-09T11:17:44,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:17:44,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:17:44,748 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:17:44,748 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:17:44,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:17:44,753 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:17:44,754 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64962199, jitterRate=-0.03198780119419098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:17:44,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151064726Initializing all the Stores at 1731151064729 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151064729Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151064730 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151064730Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151064730Cleaning up temporary data from old regions at 1731151064747 (+17 ms)Region opened successfully at 1731151064754 (+7 ms) 2024-11-09T11:17:44,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:17:44,754 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:17:44,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:17:44,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:17:44,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:17:44,755 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:17:44,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151064754Disabling compacts and flushes for region at 1731151064754Disabling writes for close at 1731151064754Writing region close event to WAL at 1731151064755 (+1 ms)Closed at 1731151064755 2024-11-09T11:17:44,757 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:17:44,757 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:17:44,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:17:44,759 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:17:44,760 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:17:44,814 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:17:44,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T11:17:44,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T11:17:44,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:17:44,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T11:17:44,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:17:44,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T11:17:44,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T11:17:44,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T11:17:44,910 DEBUG [3264b4bbda9f:33557 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:17:44,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,46655,1731151062638 2024-11-09T11:17:44,915 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,46655,1731151062638, state=OPENING 2024-11-09T11:17:44,930 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:17:44,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299 2024-11-09T11:17:44,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299 2024-11-09T11:17:44,943 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:17:44,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1638125299/meta-region-server: CHANGED 2024-11-09T11:17:44,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,46655,1731151062638}] 2024-11-09T11:17:44,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1638125299/meta-region-server: CHANGED 2024-11-09T11:17:45,102 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:17:45,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:17:45,114 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:17:45,114 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:17:45,115 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:17:45,117 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C46655%2C1731151062638.meta, suffix=.meta, logDir=hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/WALs/3264b4bbda9f,46655,1731151062638, archiveDir=hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/oldWALs, maxLogs=10 2024-11-09T11:17:45,131 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/WALs/3264b4bbda9f,46655,1731151062638/3264b4bbda9f%2C46655%2C1731151062638.meta.1731151065120.meta, exclude list is [], retry=0 2024-11-09T11:17:45,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39305,DS-f82373d8-6f62-43ba-9c52-542a3fcb17bd,DISK] 2024-11-09T11:17:45,137 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/WALs/3264b4bbda9f,46655,1731151062638/3264b4bbda9f%2C46655%2C1731151062638.meta.1731151065120.meta 2024-11-09T11:17:45,137 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45583:45583)] 2024-11-09T11:17:45,137 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:17:45,138 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:17:45,138 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:17:45,138 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:17:45,138 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:17:45,138 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:17:45,138 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:17:45,138 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:17:45,138 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:17:45,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:17:45,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:17:45,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:45,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:45,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:17:45,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:17:45,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:45,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:45,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:17:45,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:17:45,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:45,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:45,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:17:45,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:17:45,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:45,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:45,148 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:17:45,149 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/data/hbase/meta/1588230740 2024-11-09T11:17:45,151 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/data/hbase/meta/1588230740 2024-11-09T11:17:45,153 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:17:45,153 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:17:45,154 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:17:45,156 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:17:45,157 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75068964, jitterRate=0.11861473321914673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:17:45,157 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:17:45,157 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151065138Writing region info on filesystem at 1731151065139 (+1 ms)Initializing all the Stores at 1731151065140 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151065140Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151065140Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151065140Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151065140Cleaning up temporary data from old regions at 1731151065153 (+13 ms)Running coprocessor post-open hooks at 1731151065157 (+4 ms)Region opened successfully at 1731151065157 2024-11-09T11:17:45,159 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151065101 2024-11-09T11:17:45,162 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:17:45,162 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:17:45,164 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,46655,1731151062638 2024-11-09T11:17:45,165 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,46655,1731151062638, state=OPEN 2024-11-09T11:17:45,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1638125299/meta-region-server 2024-11-09T11:17:45,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1638125299/meta-region-server 2024-11-09T11:17:45,173 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,46655,1731151062638 2024-11-09T11:17:45,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1638125299/meta-region-server: CHANGED 2024-11-09T11:17:45,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1638125299/meta-region-server: CHANGED 2024-11-09T11:17:45,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:17:45,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,46655,1731151062638 in 230 msec 2024-11-09T11:17:45,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:17:45,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-11-09T11:17:45,185 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:17:45,185 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:17:45,188 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:45,188 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,46655,1731151062638, seqNum=-1] 2024-11-09T11:17:45,188 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:45,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:45,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3040 sec 2024-11-09T11:17:45,199 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151065199, completionTime=-1 2024-11-09T11:17:45,199 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:17:45,199 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:17:45,202 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:17:45,202 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151125202 2024-11-09T11:17:45,202 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151185202 2024-11-09T11:17:45,202 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T11:17:45,203 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,33557,1731151062478-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:45,203 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,33557,1731151062478-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:45,203 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,33557,1731151062478-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:45,203 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:33557, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:45,203 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:45,203 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:45,205 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:17:45,208 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.498sec 2024-11-09T11:17:45,208 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:17:45,208 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:17:45,208 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:17:45,208 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:17:45,208 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:17:45,208 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,33557,1731151062478-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:17:45,208 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,33557,1731151062478-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:17:45,211 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:17:45,211 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:17:45,211 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,33557,1731151062478-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:45,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:45,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,33557,-1 for getting cluster id 2024-11-09T11:17:45,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:45,273 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae853330-52d2-4bd7-9b9f-9c8f376036e1' 2024-11-09T11:17:45,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:45,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae853330-52d2-4bd7-9b9f-9c8f376036e1" 2024-11-09T11:17:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a6fbad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,33557,-1] 2024-11-09T11:17:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:45,276 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:45,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61992bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:45,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:45,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,46655,1731151062638, seqNum=-1] 2024-11-09T11:17:45,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:45,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:45,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,33557,1731151062478 2024-11-09T11:17:45,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58485 2024-11-09T11:17:45,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:17:45,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011f50ab0c0005 connected 2024-11-09T11:17:45,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d8ba6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:45,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,44331,-1 for getting cluster id 2024-11-09T11:17:45,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:45,320 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdf676e0-4eb5-4dd6-b39d-399e67225fb3' 2024-11-09T11:17:45,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:45,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdf676e0-4eb5-4dd6-b39d-399e67225fb3" 2024-11-09T11:17:45,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b45221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:45,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,44331,-1] 2024-11-09T11:17:45,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:45,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:45,323 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c819dfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:45,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:17:45,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,44331,1731151054386 2024-11-09T11:17:45,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6de5d9fe 2024-11-09T11:17:45,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:17:45,342 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:17:45,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3264b4bbda9f:33557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T11:17:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:17:45,355 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:33557' 2024-11-09T11:17:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:17:45,357 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d87f7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:45,357 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,33557,-1 for getting cluster id 2024-11-09T11:17:45,357 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:45,358 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae853330-52d2-4bd7-9b9f-9c8f376036e1' 2024-11-09T11:17:45,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:45,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae853330-52d2-4bd7-9b9f-9c8f376036e1" 2024-11-09T11:17:45,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76001da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:45,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,33557,-1] 2024-11-09T11:17:45,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:45,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:45,360 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:45,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f554a23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:45,362 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:17:45,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,33557,1731151062478 2024-11-09T11:17:45,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73851c13 2024-11-09T11:17:45,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:17:45,369 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:17:45,381 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T11:17:45,381 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:17:45,385 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:45,386 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:45,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:45,387 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:17:45,392 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T11:17:45,394 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:17:45,395 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:45,397 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:17:45,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741835_1011 (size=1138) 2024-11-09T11:17:45,444 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T11:17:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:17:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:17:45,812 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4a447d36ffd5dd7a7d01ad3911a9d66, NAME => 'hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8 2024-11-09T11:17:45,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741836_1012 (size=44) 2024-11-09T11:17:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:17:46,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:17:46,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d4a447d36ffd5dd7a7d01ad3911a9d66, disabling compactions & flushes 2024-11-09T11:17:46,226 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:46,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:46,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. after waiting 0 ms 2024-11-09T11:17:46,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:46,227 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:46,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4a447d36ffd5dd7a7d01ad3911a9d66: Waiting for close lock at 1731151066226Disabling compacts and flushes for region at 1731151066226Disabling writes for close at 1731151066226Writing region close event to WAL at 1731151066227 (+1 ms)Closed at 1731151066227 2024-11-09T11:17:46,231 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:17:46,237 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731151066231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151066231"}]},"ts":"1731151066231"} 2024-11-09T11:17:46,241 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:17:46,243 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:17:46,246 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151066243"}]},"ts":"1731151066243"} 2024-11-09T11:17:46,249 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T11:17:46,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4a447d36ffd5dd7a7d01ad3911a9d66, ASSIGN}] 2024-11-09T11:17:46,253 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4a447d36ffd5dd7a7d01ad3911a9d66, ASSIGN 2024-11-09T11:17:46,254 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d4a447d36ffd5dd7a7d01ad3911a9d66, ASSIGN; state=OFFLINE, location=3264b4bbda9f,46333,1731151055408; forceNewPlan=false, retain=false 2024-11-09T11:17:46,407 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d4a447d36ffd5dd7a7d01ad3911a9d66, regionState=OPENING, regionLocation=3264b4bbda9f,46333,1731151055408 2024-11-09T11:17:46,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d4a447d36ffd5dd7a7d01ad3911a9d66, ASSIGN because future has completed 2024-11-09T11:17:46,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4a447d36ffd5dd7a7d01ad3911a9d66, server=3264b4bbda9f,46333,1731151055408}] 2024-11-09T11:17:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:17:46,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:46,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:17:46,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T11:17:46,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C46333%2C1731151055408.rep, suffix=, logDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408, archiveDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/oldWALs, maxLogs=10 2024-11-09T11:17:46,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408/3264b4bbda9f%2C46333%2C1731151055408.rep.1731151066588, exclude list is [], retry=0 2024-11-09T11:17:46,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43171,DS-969c0a05-6d48-4ecf-9ae1-079003ee400d,DISK] 2024-11-09T11:17:46,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408/3264b4bbda9f%2C46333%2C1731151055408.rep.1731151066588 2024-11-09T11:17:46,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38429:38429)] 2024-11-09T11:17:46,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d4a447d36ffd5dd7a7d01ad3911a9d66, NAME => 'hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:17:46,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:17:46,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:17:46,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. service=MultiRowMutationService 2024-11-09T11:17:46,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T11:17:46,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:46,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:17:46,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:46,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:46,610 INFO [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:46,612 INFO [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4a447d36ffd5dd7a7d01ad3911a9d66 columnFamilyName hfileref 2024-11-09T11:17:46,612 DEBUG [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:46,612 INFO [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] regionserver.HStore(327): Store=d4a447d36ffd5dd7a7d01ad3911a9d66/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:46,612 INFO [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:46,614 INFO [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4a447d36ffd5dd7a7d01ad3911a9d66 columnFamilyName queue 2024-11-09T11:17:46,615 DEBUG [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:46,615 INFO [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] regionserver.HStore(327): Store=d4a447d36ffd5dd7a7d01ad3911a9d66/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:46,615 INFO [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:46,617 INFO [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4a447d36ffd5dd7a7d01ad3911a9d66 columnFamilyName sid 2024-11-09T11:17:46,617 DEBUG [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:46,618 INFO [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] regionserver.HStore(327): Store=d4a447d36ffd5dd7a7d01ad3911a9d66/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:46,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:46,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/replication/d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:46,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/replication/d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:46,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:46,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:46,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:17:46,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:46,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/replication/d4a447d36ffd5dd7a7d01ad3911a9d66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:17:46,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d4a447d36ffd5dd7a7d01ad3911a9d66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65870640, jitterRate=-0.01845097541809082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:17:46,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:46,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d4a447d36ffd5dd7a7d01ad3911a9d66: Running coprocessor pre-open hook at 1731151066608Writing region info on filesystem at 1731151066608Initializing all the Stores at 1731151066609 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151066609Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151066610 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151066610Cleaning up temporary data from old regions at 1731151066621 (+11 ms)Running coprocessor post-open hooks at 1731151066628 (+7 ms)Region opened successfully at 1731151066629 (+1 ms) 2024-11-09T11:17:46,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66., pid=7, masterSystemTime=1731151066569 2024-11-09T11:17:46,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:46,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:46,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d4a447d36ffd5dd7a7d01ad3911a9d66, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,46333,1731151055408 2024-11-09T11:17:46,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4a447d36ffd5dd7a7d01ad3911a9d66, server=3264b4bbda9f,46333,1731151055408 because future has completed 2024-11-09T11:17:46,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T11:17:46,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d4a447d36ffd5dd7a7d01ad3911a9d66, server=3264b4bbda9f,46333,1731151055408 in 226 msec 2024-11-09T11:17:46,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:17:46,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4a447d36ffd5dd7a7d01ad3911a9d66, ASSIGN in 394 msec 2024-11-09T11:17:46,651 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:17:46,651 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151066651"}]},"ts":"1731151066651"} 2024-11-09T11:17:46,654 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T11:17:46,656 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:17:46,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2680 sec 2024-11-09T11:17:46,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66., hostname=3264b4bbda9f,46333,1731151055408, seqNum=2] 2024-11-09T11:17:46,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46333 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T11:17:46,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:46,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:46,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:17:47,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46333 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T11:17:47,025 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T11:17:47,061 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-3264b4bbda9f,46333,1731151055408, ReplicationSource: 1, currentBandwidth=0 2024-11-09T11:17:47,062 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:47,062 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,46333,1731151055408, seqNum=-1] 2024-11-09T11:17:47,062 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:47,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-09T11:17:47,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3264b4bbda9f,46333,1731151055408', locateType=CURRENT is [region=hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66., hostname=3264b4bbda9f,46333,1731151055408, seqNum=2] 2024-11-09T11:17:47,071 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T11:17:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T11:17:47,077 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3264b4bbda9f,46333,1731151055408 suceeded 2024-11-09T11:17:47,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T11:17:47,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-09T11:17:47,081 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3264b4bbda9f:33557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:17:47,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7360 sec 2024-11-09T11:17:47,090 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:33557' 2024-11-09T11:17:47,092 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c4b0ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:47,092 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,33557,-1 for getting cluster id 2024-11-09T11:17:47,092 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:47,093 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae853330-52d2-4bd7-9b9f-9c8f376036e1' 2024-11-09T11:17:47,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:47,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae853330-52d2-4bd7-9b9f-9c8f376036e1" 2024-11-09T11:17:47,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b8f0b78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:47,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,33557,-1] 2024-11-09T11:17:47,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:47,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:47,095 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:47,096 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a415782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:47,096 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:17:47,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,33557,1731151062478 2024-11-09T11:17:47,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e0181e8 2024-11-09T11:17:47,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:17:47,099 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T11:17:47,100 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3264b4bbda9f,46333,1731151055408 (queues=1) is replicating from cluster=cdf676e0-4eb5-4dd6-b39d-399e67225fb3 to cluster=ae853330-52d2-4bd7-9b9f-9c8f376036e1 2024-11-09T11:17:47,102 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3264b4bbda9f%2C46333%2C1731151055408 2024-11-09T11:17:47,107 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3264b4bbda9f,46333,1731151055408, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:17:47,109 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408.replicationSource.shipper3264b4bbda9f%2C46333%2C1731151055408,1-3264b4bbda9f,46333,1731151055408 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C46333%2C1731151055408 2024-11-09T11:17:47,112 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408.replicationSource.wal-reader.3264b4bbda9f%2C46333%2C1731151055408,1-3264b4bbda9f,46333,1731151055408 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408/3264b4bbda9f%2C46333%2C1731151055408.1731151058700, startPosition=0, beingWritten=true 2024-11-09T11:17:47,360 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408.replicationSource.wal-reader.3264b4bbda9f%2C46333%2C1731151055408,1-3264b4bbda9f,46333,1731151055408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408/3264b4bbda9f%2C46333%2C1731151055408.1731151058700 to pos 0, reset compression=false 2024-11-09T11:17:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:17:47,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:17:47,522 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T11:17:47,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:17:47,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:47,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:47,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:47,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279ff30d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:47,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,44331,-1 for getting cluster id 2024-11-09T11:17:47,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:47,526 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdf676e0-4eb5-4dd6-b39d-399e67225fb3' 2024-11-09T11:17:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdf676e0-4eb5-4dd6-b39d-399e67225fb3" 2024-11-09T11:17:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f09a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:47,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,44331,-1] 2024-11-09T11:17:47,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:47,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:47,530 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:47,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d9c0a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:47,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:17:47,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,44331,1731151054386 2024-11-09T11:17:47,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22abbf23 2024-11-09T11:17:47,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:17:47,535 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:17:47,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://3264b4bbda9f:33557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T11:17:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:17:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T11:17:47,540 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:33557' 2024-11-09T11:17:47,541 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3635d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:47,541 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,33557,-1 for getting cluster id 2024-11-09T11:17:47,542 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:47,543 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae853330-52d2-4bd7-9b9f-9c8f376036e1' 2024-11-09T11:17:47,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:47,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae853330-52d2-4bd7-9b9f-9c8f376036e1" 2024-11-09T11:17:47,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0e4712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:47,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,33557,-1] 2024-11-09T11:17:47,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:47,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:47,545 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:47,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2fc072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:47,546 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:17:47,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,33557,1731151062478 2024-11-09T11:17:47,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a0dee0f 2024-11-09T11:17:47,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:17:47,549 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:17:47,550 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T11:17:47,550 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:17:47,550 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:47,550 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:47,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:47,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:17:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T11:17:47,673 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408.replicationSource.wal-reader.3264b4bbda9f%2C46333%2C1731151055408,1-3264b4bbda9f,46333,1731151055408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408/3264b4bbda9f%2C46333%2C1731151055408.1731151058700 to pos 0, reset compression=false 2024-11-09T11:17:47,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46333 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-09T11:17:47,772 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T11:17:47,803 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-3264b4bbda9f,46333,1731151055408, ReplicationSource: 2, currentBandwidth=0 2024-11-09T11:17:47,807 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-09T11:17:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-09T11:17:47,810 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 3264b4bbda9f,46333,1731151055408 suceeded 2024-11-09T11:17:47,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T11:17:47,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-09T11:17:47,813 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://3264b4bbda9f:33557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:17:47,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 278 msec 2024-11-09T11:17:47,823 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,46333,1731151055408 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:33557' 2024-11-09T11:17:47,824 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,46333,1731151055408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3627faca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:47,824 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,46333,1731151055408 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,33557,-1 for getting cluster id 2024-11-09T11:17:47,825 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,46333,1731151055408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:47,825 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae853330-52d2-4bd7-9b9f-9c8f376036e1' 2024-11-09T11:17:47,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:47,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae853330-52d2-4bd7-9b9f-9c8f376036e1" 2024-11-09T11:17:47,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f2f250f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:47,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,33557,-1] 2024-11-09T11:17:47,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:47,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:47,828 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:47,829 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,46333,1731151055408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fc223a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:47,830 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,46333,1731151055408 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:17:47,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,33557,1731151062478 2024-11-09T11:17:47,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a802eee 2024-11-09T11:17:47,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:17:47,832 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T11:17:47,833 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,46333,1731151055408 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-3264b4bbda9f,46333,1731151055408 (queues=1) is replicating from cluster=cdf676e0-4eb5-4dd6-b39d-399e67225fb3 to cluster=ae853330-52d2-4bd7-9b9f-9c8f376036e1 2024-11-09T11:17:47,833 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,46333,1731151055408 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=3264b4bbda9f%2C46333%2C1731151055408 2024-11-09T11:17:47,833 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,46333,1731151055408 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-3264b4bbda9f,46333,1731151055408, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:17:47,833 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,46333,1731151055408.replicationSource.shipper3264b4bbda9f%2C46333%2C1731151055408,2-3264b4bbda9f,46333,1731151055408 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C46333%2C1731151055408 2024-11-09T11:17:47,833 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,46333,1731151055408.replicationSource.wal-reader.3264b4bbda9f%2C46333%2C1731151055408,2-3264b4bbda9f,46333,1731151055408 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408/3264b4bbda9f%2C46333%2C1731151055408.1731151058700, startPosition=0, beingWritten=true 2024-11-09T11:17:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T11:17:47,859 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T11:17:47,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:17:47,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:17:47,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:47,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:47,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:47,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:17:47,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,44331,1731151054386 2024-11-09T11:17:47,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@585bddc6 2024-11-09T11:17:47,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:17:47,864 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:17:47,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T11:17:47,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T11:17:47,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T11:17:47,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T11:17:47,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://3264b4bbda9f:33557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:17:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T11:17:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T11:17:47,881 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:33557' 2024-11-09T11:17:47,882 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589f1134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:47,882 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,33557,-1 for getting cluster id 2024-11-09T11:17:47,882 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:47,883 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae853330-52d2-4bd7-9b9f-9c8f376036e1' 2024-11-09T11:17:47,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:47,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae853330-52d2-4bd7-9b9f-9c8f376036e1" 2024-11-09T11:17:47,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fcba91c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:47,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,33557,-1] 2024-11-09T11:17:47,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:47,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:47,885 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:47,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fcbd595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:47,886 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:17:47,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,33557,1731151062478 2024-11-09T11:17:47,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30cedc20 2024-11-09T11:17:47,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:17:47,889 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:17:47,890 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-09T11:17:47,890 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:17:47,890 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:47,890 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:47,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:47,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:17:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T11:17:48,042 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,46333,1731151055408.replicationSource.wal-reader.3264b4bbda9f%2C46333%2C1731151055408,2-3264b4bbda9f,46333,1731151055408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408/3264b4bbda9f%2C46333%2C1731151055408.1731151058700 to pos 0, reset compression=false 2024-11-09T11:17:48,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46333 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-09T11:17:48,055 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-09T11:17:48,056 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-09T11:17:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-09T11:17:48,060 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 3264b4bbda9f,46333,1731151055408 suceeded 2024-11-09T11:17:48,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T11:17:48,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-09T11:17:48,063 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://3264b4bbda9f:33557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:17:48,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 190 msec 2024-11-09T11:17:48,081 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408.replicationSource.wal-reader.3264b4bbda9f%2C46333%2C1731151055408,1-3264b4bbda9f,46333,1731151055408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408/3264b4bbda9f%2C46333%2C1731151055408.1731151058700 to pos 0, reset compression=false 2024-11-09T11:17:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T11:17:48,199 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-09T11:17:48,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://3264b4bbda9f:33557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:17:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T11:17:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T11:17:48,208 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:33557' 2024-11-09T11:17:48,209 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13eea0ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:48,209 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,33557,-1 for getting cluster id 2024-11-09T11:17:48,209 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:48,210 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae853330-52d2-4bd7-9b9f-9c8f376036e1' 2024-11-09T11:17:48,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:48,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae853330-52d2-4bd7-9b9f-9c8f376036e1" 2024-11-09T11:17:48,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9cfd6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:48,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,33557,-1] 2024-11-09T11:17:48,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:48,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:48,213 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:48,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4b0894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:48,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:17:48,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,33557,1731151062478 2024-11-09T11:17:48,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@860f816 2024-11-09T11:17:48,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:17:48,216 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:17:48,217 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T11:17:48,217 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:17:48,217 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:48,217 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:48,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:48,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:17:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T11:17:48,354 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,46333,1731151055408.replicationSource.wal-reader.3264b4bbda9f%2C46333%2C1731151055408,2-3264b4bbda9f,46333,1731151055408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408/3264b4bbda9f%2C46333%2C1731151055408.1731151058700 to pos 0, reset compression=false 2024-11-09T11:17:48,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46333 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-09T11:17:48,460 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-09T11:17:48,463 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-09T11:17:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-09T11:17:48,470 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 3264b4bbda9f,46333,1731151055408 suceeded 2024-11-09T11:17:48,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T11:17:48,475 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://3264b4bbda9f:33557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:17:48,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 166 msec 2024-11-09T11:17:48,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 275 msec 2024-11-09T11:17:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T11:17:48,530 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-09T11:17:48,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T11:17:48,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T11:17:48,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:17:48,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:17:48,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:48,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:48,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:48,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:17:48,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1619327374, stopped=false 2024-11-09T11:17:48,536 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,44331,1731151054386 2024-11-09T11:17:48,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01619785773/running 2024-11-09T11:17:48,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01619785773/running 2024-11-09T11:17:48,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:48,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:48,550 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:17:48,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:17:48,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on znode that does not yet exist, /01619785773/running 2024-11-09T11:17:48,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on znode that does not yet exist, /01619785773/running 2024-11-09T11:17:48,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:17:48,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:48,552 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,46333,1731151055408' ***** 2024-11-09T11:17:48,552 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:17:48,553 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:17:48,554 INFO [RS:0;3264b4bbda9f:46333 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:17:48,554 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:17:48,554 INFO [RS:0;3264b4bbda9f:46333 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:17:48,554 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(3091): Received CLOSE for d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:48,555 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,46333,1731151055408 2024-11-09T11:17:48,555 INFO [RS:0;3264b4bbda9f:46333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:17:48,556 INFO [RS:0;3264b4bbda9f:46333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:46333. 2024-11-09T11:17:48,556 DEBUG [RS:0;3264b4bbda9f:46333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:17:48,556 DEBUG [RS:0;3264b4bbda9f:46333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:48,556 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4a447d36ffd5dd7a7d01ad3911a9d66, disabling compactions & flushes 2024-11-09T11:17:48,556 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:48,556 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:17:48,557 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:17:48,557 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:48,557 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:17:48,557 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. after waiting 0 ms 2024-11-09T11:17:48,557 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:17:48,557 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:48,557 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T11:17:48,558 DEBUG [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d4a447d36ffd5dd7a7d01ad3911a9d66=hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66.} 2024-11-09T11:17:48,558 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:17:48,558 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:17:48,558 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:17:48,558 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:17:48,558 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:17:48,558 DEBUG [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:48,562 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T11:17:48,562 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d4a447d36ffd5dd7a7d01ad3911a9d66 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-09T11:17:48,575 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:17:48,576 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:17:48,589 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408.replicationSource.wal-reader.3264b4bbda9f%2C46333%2C1731151055408,1-3264b4bbda9f,46333,1731151055408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408/3264b4bbda9f%2C46333%2C1731151055408.1731151058700 to pos 0, reset compression=false 2024-11-09T11:17:48,621 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/.tmp/info/c19e15d824894d798f8ebfc75e6214d6 is 147, key is hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66./info:regioninfo/1731151066635/Put/seqid=0 2024-11-09T11:17:48,621 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/replication/d4a447d36ffd5dd7a7d01ad3911a9d66/.tmp/queue/424d0367d0d34cbf81cb27ef776e10ef is 151, key is 1-3264b4bbda9f,46333,1731151055408/queue:3264b4bbda9f%2C46333%2C1731151055408/1731151067067/Put/seqid=0 2024-11-09T11:17:48,628 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:17:48,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741838_1014 (size=5500) 2024-11-09T11:17:48,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741839_1015 (size=6631) 2024-11-09T11:17:48,758 DEBUG [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:48,767 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,46333,1731151055408.replicationSource.wal-reader.3264b4bbda9f%2C46333%2C1731151055408,2-3264b4bbda9f,46333,1731151055408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408/3264b4bbda9f%2C46333%2C1731151055408.1731151058700 to pos 0, reset compression=false 2024-11-09T11:17:48,959 DEBUG [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:49,031 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/replication/d4a447d36ffd5dd7a7d01ad3911a9d66/.tmp/queue/424d0367d0d34cbf81cb27ef776e10ef 2024-11-09T11:17:49,032 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/.tmp/info/c19e15d824894d798f8ebfc75e6214d6 2024-11-09T11:17:49,082 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/replication/d4a447d36ffd5dd7a7d01ad3911a9d66/.tmp/queue/424d0367d0d34cbf81cb27ef776e10ef as hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/replication/d4a447d36ffd5dd7a7d01ad3911a9d66/queue/424d0367d0d34cbf81cb27ef776e10ef 2024-11-09T11:17:49,091 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/replication/d4a447d36ffd5dd7a7d01ad3911a9d66/queue/424d0367d0d34cbf81cb27ef776e10ef, entries=2, sequenceid=6, filesize=5.4 K 2024-11-09T11:17:49,098 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/.tmp/ns/bf1da129708e4d99a227aa7906a04498 is 43, key is default/ns:d/1731151059470/Put/seqid=0 2024-11-09T11:17:49,098 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d4a447d36ffd5dd7a7d01ad3911a9d66 in 536ms, sequenceid=6, compaction requested=false 2024-11-09T11:17:49,098 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T11:17:49,133 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/replication/d4a447d36ffd5dd7a7d01ad3911a9d66/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T11:17:49,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741840_1016 (size=5153) 2024-11-09T11:17:49,136 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:17:49,136 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:17:49,136 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:49,137 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4a447d36ffd5dd7a7d01ad3911a9d66: Waiting for close lock at 1731151068555Running coprocessor pre-close hooks at 1731151068556 (+1 ms)Disabling compacts and flushes for region at 1731151068556Disabling writes for close at 1731151068557 (+1 ms)Obtaining lock to block concurrent updates at 1731151068562 (+5 ms)Preparing flush snapshotting stores in d4a447d36ffd5dd7a7d01ad3911a9d66 at 1731151068562Finished memstore snapshotting hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731151068569 (+7 ms)Flushing stores of hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. at 1731151068570 (+1 ms)Flushing d4a447d36ffd5dd7a7d01ad3911a9d66/queue: creating writer at 1731151068572 (+2 ms)Flushing d4a447d36ffd5dd7a7d01ad3911a9d66/queue: appending metadata at 1731151068607 (+35 ms)Flushing d4a447d36ffd5dd7a7d01ad3911a9d66/queue: closing flushed file at 1731151068610 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b688c1c: reopening flushed file at 1731151069080 (+470 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d4a447d36ffd5dd7a7d01ad3911a9d66 in 536ms, sequenceid=6, compaction requested=false at 1731151069098 (+18 ms)Writing region close event to WAL at 1731151069100 (+2 ms)Running coprocessor post-close hooks at 1731151069134 (+34 ms)Closed at 1731151069136 (+2 ms) 2024-11-09T11:17:49,137 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:49,159 DEBUG [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:17:49,197 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408.replicationSource.wal-reader.3264b4bbda9f%2C46333%2C1731151055408,1-3264b4bbda9f,46333,1731151055408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408/3264b4bbda9f%2C46333%2C1731151055408.1731151058700 to pos 0, reset compression=false 2024-11-09T11:17:49,274 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,46333,1731151055408.replicationSource.wal-reader.3264b4bbda9f%2C46333%2C1731151055408,2-3264b4bbda9f,46333,1731151055408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408/3264b4bbda9f%2C46333%2C1731151055408.1731151058700 to pos 0, reset compression=false 2024-11-09T11:17:49,359 DEBUG [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:17:49,537 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/.tmp/ns/bf1da129708e4d99a227aa7906a04498 2024-11-09T11:17:49,560 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T11:17:49,560 DEBUG [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T11:17:49,560 DEBUG [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:17:49,569 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/.tmp/table/8f7e5361ea694095a0a61d928c02e94c is 53, key is hbase:replication/table:state/1731151066651/Put/seqid=0 2024-11-09T11:17:49,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741841_1017 (size=5256) 2024-11-09T11:17:49,760 DEBUG [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:17:49,882 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,46333,1731151055408.replicationSource.wal-reader.3264b4bbda9f%2C46333%2C1731151055408,2-3264b4bbda9f,46333,1731151055408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408/3264b4bbda9f%2C46333%2C1731151055408.1731151058700 to pos 0, reset compression=false 2024-11-09T11:17:49,906 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408.replicationSource.wal-reader.3264b4bbda9f%2C46333%2C1731151055408,1-3264b4bbda9f,46333,1731151055408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408/3264b4bbda9f%2C46333%2C1731151055408.1731151058700 to pos 0, reset compression=false 2024-11-09T11:17:49,961 DEBUG [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:17:49,976 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/.tmp/table/8f7e5361ea694095a0a61d928c02e94c 2024-11-09T11:17:49,990 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/.tmp/info/c19e15d824894d798f8ebfc75e6214d6 as hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/info/c19e15d824894d798f8ebfc75e6214d6 2024-11-09T11:17:49,999 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/info/c19e15d824894d798f8ebfc75e6214d6, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T11:17:50,000 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/.tmp/ns/bf1da129708e4d99a227aa7906a04498 as hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/ns/bf1da129708e4d99a227aa7906a04498 2024-11-09T11:17:50,009 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/ns/bf1da129708e4d99a227aa7906a04498, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T11:17:50,010 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/.tmp/table/8f7e5361ea694095a0a61d928c02e94c as hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/table/8f7e5361ea694095a0a61d928c02e94c 2024-11-09T11:17:50,019 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/table/8f7e5361ea694095a0a61d928c02e94c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T11:17:50,020 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1462ms, sequenceid=11, compaction requested=false 2024-11-09T11:17:50,026 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T11:17:50,027 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:17:50,027 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:17:50,027 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:17:50,027 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151068557Running coprocessor pre-close hooks at 1731151068557Disabling compacts and flushes for region at 1731151068558 (+1 ms)Disabling writes for close at 1731151068558Obtaining lock to block concurrent updates at 1731151068562 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731151068562Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731151068569 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731151068570 (+1 ms)Flushing 1588230740/info: creating writer at 1731151068572 (+2 ms)Flushing 1588230740/info: appending metadata at 1731151068608 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731151068610 (+2 ms)Flushing 1588230740/ns: creating writer at 1731151069080 (+470 ms)Flushing 1588230740/ns: appending metadata at 1731151069096 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731151069096Flushing 1588230740/table: creating writer at 1731151069553 (+457 ms)Flushing 1588230740/table: appending metadata at 1731151069568 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731151069568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4181fc: reopening flushed file at 1731151069988 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b4db857: reopening flushed file at 1731151069999 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cb1d1e8: reopening flushed file at 1731151070009 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1462ms, sequenceid=11, compaction requested=false at 1731151070020 (+11 ms)Writing region close event to WAL at 1731151070022 (+2 ms)Running coprocessor post-close hooks at 1731151070027 (+5 ms)Closed at 1731151070027 2024-11-09T11:17:50,027 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:17:50,161 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,46333,1731151055408; all regions closed. 2024-11-09T11:17:50,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741834_1010 (size=2742) 2024-11-09T11:17:50,175 DEBUG [RS:0;3264b4bbda9f:46333 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/oldWALs 2024-11-09T11:17:50,175 INFO [RS:0;3264b4bbda9f:46333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C46333%2C1731151055408.meta:.meta(num 1731151059198) 2024-11-09T11:17:50,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741837_1013 (size=1802) 2024-11-09T11:17:50,181 DEBUG [RS:0;3264b4bbda9f:46333 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/oldWALs 2024-11-09T11:17:50,182 INFO [RS:0;3264b4bbda9f:46333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C46333%2C1731151055408.rep:(num 1731151066588) 2024-11-09T11:17:50,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741833_1009 (size=93) 2024-11-09T11:17:50,187 DEBUG [RS:0;3264b4bbda9f:46333 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/oldWALs 2024-11-09T11:17:50,187 INFO [RS:0;3264b4bbda9f:46333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C46333%2C1731151055408:(num 1731151058700) 2024-11-09T11:17:50,187 DEBUG [RS:0;3264b4bbda9f:46333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:50,187 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:17:50,187 INFO [RS:0;3264b4bbda9f:46333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:17:50,188 INFO [RS:0;3264b4bbda9f:46333 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T11:17:50,188 INFO [RS:0;3264b4bbda9f:46333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:17:50,188 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:17:50,188 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3264b4bbda9f,46333,1731151055408 because: Region server is closing 2024-11-09T11:17:50,189 INFO [RS:0;3264b4bbda9f:46333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:46333. 2024-11-09T11:17:50,189 DEBUG [RS:0;3264b4bbda9f:46333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:17:50,189 DEBUG [RS:0;3264b4bbda9f:46333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:50,189 DEBUG [RS:0;3264b4bbda9f:46333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:50,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:50,290 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408.replicationSource.wal-reader.3264b4bbda9f%2C46333%2C1731151055408,1-3264b4bbda9f,46333,1731151055408 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T11:17:50,290 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408.replicationSource.shipper3264b4bbda9f%2C46333%2C1731151055408,1-3264b4bbda9f,46333,1731151055408 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T11:17:50,290 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46333,1731151055408.replicationSource.shipper3264b4bbda9f%2C46333%2C1731151055408,1-3264b4bbda9f,46333,1731151055408 terminated 2024-11-09T11:17:50,291 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-3264b4bbda9f,46333,1731151055408 because: Region server is closing 2024-11-09T11:17:50,291 INFO [RS:0;3264b4bbda9f:46333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:46333. 2024-11-09T11:17:50,291 DEBUG [RS:0;3264b4bbda9f:46333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:17:50,291 DEBUG [RS:0;3264b4bbda9f:46333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:50,291 DEBUG [RS:0;3264b4bbda9f:46333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:50,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:50,392 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,46333,1731151055408.replicationSource.wal-reader.3264b4bbda9f%2C46333%2C1731151055408,2-3264b4bbda9f,46333,1731151055408 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T11:17:50,392 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,46333,1731151055408.replicationSource.shipper3264b4bbda9f%2C46333%2C1731151055408,2-3264b4bbda9f,46333,1731151055408 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T11:17:50,392 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,46333,1731151055408.replicationSource.shipper3264b4bbda9f%2C46333%2C1731151055408,2-3264b4bbda9f,46333,1731151055408 terminated 2024-11-09T11:17:50,393 INFO [RS:0;3264b4bbda9f:46333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46333 2024-11-09T11:17:50,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01619785773/rs/3264b4bbda9f,46333,1731151055408 2024-11-09T11:17:50,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773/rs 2024-11-09T11:17:50,446 INFO [RS:0;3264b4bbda9f:46333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:17:50,447 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,46333,1731151055408] 2024-11-09T11:17:50,467 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01619785773/draining/3264b4bbda9f,46333,1731151055408 already deleted, retry=false 2024-11-09T11:17:50,467 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,46333,1731151055408 expired; onlineServers=0 2024-11-09T11:17:50,467 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,44331,1731151054386' ***** 2024-11-09T11:17:50,467 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:17:50,467 INFO [M:0;3264b4bbda9f:44331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:17:50,467 INFO [M:0;3264b4bbda9f:44331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:17:50,468 DEBUG [M:0;3264b4bbda9f:44331 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:17:50,468 DEBUG [M:0;3264b4bbda9f:44331 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:17:50,468 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:17:50,468 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151058253 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151058253,5,FailOnTimeoutGroup] 2024-11-09T11:17:50,468 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151058234 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151058234,5,FailOnTimeoutGroup] 2024-11-09T11:17:50,468 INFO [M:0;3264b4bbda9f:44331 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:17:50,468 INFO [M:0;3264b4bbda9f:44331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:17:50,468 DEBUG [M:0;3264b4bbda9f:44331 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:17:50,468 INFO [M:0;3264b4bbda9f:44331 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:17:50,469 INFO [M:0;3264b4bbda9f:44331 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:17:50,469 INFO [M:0;3264b4bbda9f:44331 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:17:50,469 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:17:50,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01619785773/master 2024-11-09T11:17:50,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:50,478 DEBUG [M:0;3264b4bbda9f:44331 {}] zookeeper.ZKUtil(347): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Unable to get data of znode /01619785773/master because node does not exist (not an error) 2024-11-09T11:17:50,478 WARN [M:0;3264b4bbda9f:44331 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:17:50,479 INFO [M:0;3264b4bbda9f:44331 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/.lastflushedseqids 2024-11-09T11:17:50,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741842_1018 (size=181) 2024-11-09T11:17:50,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:17:50,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46333-0x1011f50ab0c0001, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:17:50,557 INFO [RS:0;3264b4bbda9f:46333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:17:50,557 INFO [RS:0;3264b4bbda9f:46333 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,46333,1731151055408; zookeeper connection closed. 2024-11-09T11:17:50,558 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3de727bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3de727bc 2024-11-09T11:17:50,558 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:17:50,641 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:17:50,890 INFO [M:0;3264b4bbda9f:44331 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:17:50,891 INFO [M:0;3264b4bbda9f:44331 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:17:50,891 DEBUG [M:0;3264b4bbda9f:44331 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:17:50,891 INFO [M:0;3264b4bbda9f:44331 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:17:50,891 DEBUG [M:0;3264b4bbda9f:44331 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:17:50,891 DEBUG [M:0;3264b4bbda9f:44331 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:17:50,891 DEBUG [M:0;3264b4bbda9f:44331 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:17:50,891 INFO [M:0;3264b4bbda9f:44331 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-09T11:17:50,911 DEBUG [M:0;3264b4bbda9f:44331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6eb1afd262c9421aafcd7de03aba452b is 82, key is hbase:meta,,1/info:regioninfo/1731151059303/Put/seqid=0 2024-11-09T11:17:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741843_1019 (size=5672) 2024-11-09T11:17:50,917 INFO [M:0;3264b4bbda9f:44331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6eb1afd262c9421aafcd7de03aba452b 2024-11-09T11:17:50,943 DEBUG [M:0;3264b4bbda9f:44331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0464051def2a49c8bc21015e8eaf305d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731151066658/Put/seqid=0 2024-11-09T11:17:50,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741844_1020 (size=8663) 2024-11-09T11:17:51,350 INFO [M:0;3264b4bbda9f:44331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0464051def2a49c8bc21015e8eaf305d 2024-11-09T11:17:51,378 DEBUG [M:0;3264b4bbda9f:44331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89bb132d62cb4f969c47d2e77a2b1d32 is 69, key is 3264b4bbda9f,46333,1731151055408/rs:state/1731151058341/Put/seqid=0 2024-11-09T11:17:51,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741845_1021 (size=5156) 2024-11-09T11:17:51,786 INFO [M:0;3264b4bbda9f:44331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89bb132d62cb4f969c47d2e77a2b1d32 2024-11-09T11:17:51,799 DEBUG [M:0;3264b4bbda9f:44331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6eb1afd262c9421aafcd7de03aba452b as hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6eb1afd262c9421aafcd7de03aba452b 2024-11-09T11:17:51,806 INFO [M:0;3264b4bbda9f:44331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6eb1afd262c9421aafcd7de03aba452b, entries=8, sequenceid=115, filesize=5.5 K 2024-11-09T11:17:51,808 DEBUG [M:0;3264b4bbda9f:44331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0464051def2a49c8bc21015e8eaf305d as hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0464051def2a49c8bc21015e8eaf305d 2024-11-09T11:17:51,815 INFO [M:0;3264b4bbda9f:44331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0464051def2a49c8bc21015e8eaf305d, entries=14, sequenceid=115, filesize=8.5 K 2024-11-09T11:17:51,816 DEBUG [M:0;3264b4bbda9f:44331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89bb132d62cb4f969c47d2e77a2b1d32 as hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89bb132d62cb4f969c47d2e77a2b1d32 2024-11-09T11:17:51,823 INFO [M:0;3264b4bbda9f:44331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89bb132d62cb4f969c47d2e77a2b1d32, entries=1, sequenceid=115, filesize=5.0 K 2024-11-09T11:17:51,825 INFO [M:0;3264b4bbda9f:44331 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=115, compaction requested=false 2024-11-09T11:17:51,826 INFO [M:0;3264b4bbda9f:44331 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:17:51,827 DEBUG [M:0;3264b4bbda9f:44331 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151070891Disabling compacts and flushes for region at 1731151070891Disabling writes for close at 1731151070891Obtaining lock to block concurrent updates at 1731151070891Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151070891Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731151070892 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151070893 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151070893Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151070911 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151070911Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151070925 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151070942 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151070942Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151071363 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151071378 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151071378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44afeb50: reopening flushed file at 1731151071798 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e27bd8a: reopening flushed file at 1731151071806 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f6f5465: reopening flushed file at 1731151071815 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=115, compaction requested=false at 1731151071825 (+10 ms)Writing region close event to WAL at 1731151071826 (+1 ms)Closed at 1731151071826 2024-11-09T11:17:51,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741830_1006 (size=59421) 2024-11-09T11:17:51,830 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:17:51,831 INFO [M:0;3264b4bbda9f:44331 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:17:51,831 INFO [M:0;3264b4bbda9f:44331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44331 2024-11-09T11:17:51,831 INFO [M:0;3264b4bbda9f:44331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:17:51,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:17:51,999 INFO [M:0;3264b4bbda9f:44331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:17:51,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1011f50ab0c0000, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:17:52,002 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:17:52,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:17:52,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:17:52,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:17:52,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:17:52,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:17:52,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:17:52,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:17:52,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42605 2024-11-09T11:17:52,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42605 connecting to ZooKeeper ensemble=127.0.0.1:58485 2024-11-09T11:17:52,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426050x0, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:17:52,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42605-0x1011f50ab0c0006 connected 2024-11-09T11:17:52,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:17:52,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:17:52,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on znode that does not yet exist, /01619785773/running 2024-11-09T11:17:52,033 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01619785773/meta-region-server: INIT 2024-11-09T11:17:52,034 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8, hbase.cluster.distributed=false 2024-11-09T11:17:52,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on znode that does not yet exist, /01619785773/acl 2024-11-09T11:17:52,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42605 2024-11-09T11:17:52,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42605 2024-11-09T11:17:52,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42605 2024-11-09T11:17:52,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42605 2024-11-09T11:17:52,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42605 2024-11-09T11:17:52,053 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:17:52,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:17:52,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:17:52,053 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:17:52,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:17:52,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:17:52,053 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:17:52,053 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:17:52,054 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40379 2024-11-09T11:17:52,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40379 connecting to ZooKeeper ensemble=127.0.0.1:58485 2024-11-09T11:17:52,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:17:52,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:17:52,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403790x0, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:17:52,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403790x0, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on znode that does not yet exist, /01619785773/running 2024-11-09T11:17:52,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40379-0x1011f50ab0c0007 connected 2024-11-09T11:17:52,068 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01619785773/meta-region-server: INIT 2024-11-09T11:17:52,068 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:17:52,069 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:17:52,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40379-0x1011f50ab0c0007, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on znode that does not yet exist, /01619785773/master 2024-11-09T11:17:52,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40379-0x1011f50ab0c0007, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on znode that does not yet exist, /01619785773/acl 2024-11-09T11:17:52,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40379 2024-11-09T11:17:52,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40379 2024-11-09T11:17:52,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40379 2024-11-09T11:17:52,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40379 2024-11-09T11:17:52,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40379 2024-11-09T11:17:52,084 DEBUG [M:0;3264b4bbda9f:42605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:42605 2024-11-09T11:17:52,085 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01619785773/backup-masters/3264b4bbda9f,42605,1731151072002 2024-11-09T11:17:52,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x1011f50ab0c0007, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773/backup-masters 2024-11-09T11:17:52,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773/backup-masters 2024-11-09T11:17:52,097 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on existing znode=/01619785773/backup-masters/3264b4bbda9f,42605,1731151072002 2024-11-09T11:17:52,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x1011f50ab0c0007, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01619785773/master 2024-11-09T11:17:52,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:52,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x1011f50ab0c0007, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:52,110 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on existing znode=/01619785773/master 2024-11-09T11:17:52,110 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01619785773/backup-masters/3264b4bbda9f,42605,1731151072002 from backup master directory 2024-11-09T11:17:52,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01619785773/backup-masters/3264b4bbda9f,42605,1731151072002 2024-11-09T11:17:52,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x1011f50ab0c0007, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773/backup-masters 2024-11-09T11:17:52,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773/backup-masters 2024-11-09T11:17:52,119 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:17:52,120 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,42605,1731151072002 2024-11-09T11:17:52,138 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:17:52,138 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:17:52,153 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-09T11:17:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741846_1022 (size=196) 2024-11-09T11:17:52,572 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:17:52,574 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:17:52,574 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:17:52,586 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T11:17:52,590 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/WALs/3264b4bbda9f,44331,1731151054386 to hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/WALs/3264b4bbda9f,44331,1731151054386-dead as it is dead 2024-11-09T11:17:52,592 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T11:17:52,592 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T11:17:52,592 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/WALs/3264b4bbda9f,44331,1731151054386-dead/3264b4bbda9f%2C44331%2C1731151054386.1731151057295 2024-11-09T11:17:52,599 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/WALs/3264b4bbda9f,44331,1731151054386-dead/3264b4bbda9f%2C44331%2C1731151054386.1731151057295 after 3ms 2024-11-09T11:17:52,600 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/WALs/3264b4bbda9f,44331,1731151054386-dead/3264b4bbda9f%2C44331%2C1731151054386.1731151057295 to hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3264b4bbda9f%2C44331%2C1731151054386.1731151057295 2024-11-09T11:17:52,600 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/WALs/3264b4bbda9f,44331,1731151054386-dead 2024-11-09T11:17:52,601 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/WALs/3264b4bbda9f,42605,1731151072002 2024-11-09T11:17:52,602 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:17:52,605 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C42605%2C1731151072002, suffix=, logDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/WALs/3264b4bbda9f,42605,1731151072002, archiveDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/oldWALs, maxLogs=10 2024-11-09T11:17:52,619 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/WALs/3264b4bbda9f,42605,1731151072002/3264b4bbda9f%2C42605%2C1731151072002.1731151072605, exclude list is [], retry=0 2024-11-09T11:17:52,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43171,DS-969c0a05-6d48-4ecf-9ae1-079003ee400d,DISK] 2024-11-09T11:17:52,625 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/WALs/3264b4bbda9f,42605,1731151072002/3264b4bbda9f%2C42605%2C1731151072002.1731151072605 2024-11-09T11:17:52,625 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38429:38429)] 2024-11-09T11:17:52,625 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:17:52,626 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:17:52,626 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:52,626 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:52,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:52,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:17:52,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:52,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6eb1afd262c9421aafcd7de03aba452b 2024-11-09T11:17:52,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:52,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:52,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:17:52,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:52,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0464051def2a49c8bc21015e8eaf305d 2024-11-09T11:17:52,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:52,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:52,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:17:52,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:52,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89bb132d62cb4f969c47d2e77a2b1d32 2024-11-09T11:17:52,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:52,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:52,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:17:52,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:52,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:52,661 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:52,662 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T11:17:52,662 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3264b4bbda9f%2C44331%2C1731151054386.1731151057295 2024-11-09T11:17:52,681 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3264b4bbda9f%2C44331%2C1731151054386.1731151057295 2024-11-09T11:17:52,683 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3264b4bbda9f%2C44331%2C1731151054386.1731151057295 2024-11-09T11:17:52,685 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:52,685 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:52,686 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:17:52,688 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:17:52,691 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-09T11:17:52,692 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65080870, jitterRate=-0.030219465494155884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:17:52,692 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151072626Initializing all the Stores at 1731151072628 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151072628Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151072628Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151072628Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151072628Cleaning up temporary data from old regions at 1731151072685 (+57 ms)Region opened successfully at 1731151072692 (+7 ms) 2024-11-09T11:17:52,693 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:17:52,696 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aeb2c6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:17:52,710 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T11:17:52,710 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:17:52,710 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:17:52,711 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:17:52,712 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:17:52,717 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:17:52,717 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:17:52,718 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T11:17:52,718 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:17:52,718 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T11:17:52,719 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T11:17:52,719 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-09T11:17:52,719 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:17:52,723 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=3264b4bbda9f,46333,1731151055408, regionLocation=3264b4bbda9f,46333,1731151055408, openSeqNum=2 2024-11-09T11:17:52,723 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=3264b4bbda9f,46333,1731151055408, table=hbase:meta, region=1588230740 2024-11-09T11:17:52,723 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,46333,1731151055408, state=OPEN 2024-11-09T11:17:52,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01619785773/meta-region-server 2024-11-09T11:17:52,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x1011f50ab0c0007, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01619785773/meta-region-server 2024-11-09T11:17:52,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01619785773/meta-region-server: CHANGED 2024-11-09T11:17:52,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01619785773/meta-region-server: CHANGED 2024-11-09T11:17:52,777 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:17:52,782 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01619785773/draining/3264b4bbda9f,46333,1731151055408 already deleted, retry=false 2024-11-09T11:17:52,783 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 3264b4bbda9f,46333,1731151055408 on 3264b4bbda9f,42605,1731151072002 2024-11-09T11:17:52,788 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3264b4bbda9f,46333,1731151055408, splitWal=true, meta=true 2024-11-09T11:17:52,790 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 3264b4bbda9f,46333,1731151055408 (carryingMeta=true) 3264b4bbda9f,46333,1731151055408/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@357c2a0c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T11:17:52,794 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Unable to get data of znode /01619785773/balancer because node does not exist (not necessarily an error) 2024-11-09T11:17:52,836 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01619785773/balancer already deleted, retry=false 2024-11-09T11:17:52,837 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:17:52,838 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Unable to get data of znode /01619785773/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:17:52,856 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01619785773/normalizer already deleted, retry=false 2024-11-09T11:17:52,857 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:17:52,858 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Unable to get data of znode /01619785773/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:17:52,867 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01619785773/switch/split already deleted, retry=false 2024-11-09T11:17:52,868 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Unable to get data of znode /01619785773/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:17:52,877 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01619785773/switch/merge already deleted, retry=false 2024-11-09T11:17:52,902 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Unable to get data of znode /01619785773/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:17:52,909 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01619785773/snapshot-cleanup already deleted, retry=false 2024-11-09T11:17:52,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01619785773/running 2024-11-09T11:17:52,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x1011f50ab0c0007, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01619785773/running 2024-11-09T11:17:52,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x1011f50ab0c0007, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:52,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:52,920 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,42605,1731151072002, sessionid=0x1011f50ab0c0006, setting cluster-up flag (Was=false) 2024-11-09T11:17:52,931 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01619785773/flush-table-proc/acquired, /01619785773/flush-table-proc/reached, /01619785773/flush-table-proc/abort 2024-11-09T11:17:52,932 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,42605,1731151072002 2024-11-09T11:17:52,941 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01619785773/online-snapshot/acquired, /01619785773/online-snapshot/reached, /01619785773/online-snapshot/abort 2024-11-09T11:17:52,942 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,42605,1731151072002 2024-11-09T11:17:52,944 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/.lastflushedseqids 2024-11-09T11:17:52,947 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:17:52,948 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:17:52,948 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,42605,1731151072002 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 3264b4bbda9f,46333,1731151055408 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:17:52,950 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:17:52,950 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:17:52,950 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:17:52,950 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:17:52,950 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:17:52,950 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:52,950 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:17:52,950 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:52,953 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151102953 2024-11-09T11:17:52,953 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:17:52,953 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:17:52,953 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:17:52,953 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:17:52,953 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:17:52,953 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:17:52,953 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3264b4bbda9f,46333,1731151055408, splitWal=true, meta=true 2024-11-09T11:17:52,953 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:52,955 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:17:52,955 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 3264b4bbda9f,46333,1731151055408, splitWal=true, meta=true, isMeta: true 2024-11-09T11:17:52,955 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:17:52,955 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:17:52,955 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:17:52,956 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:17:52,956 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:17:52,956 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151072956,5,FailOnTimeoutGroup] 2024-11-09T11:17:52,957 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408-splitting 2024-11-09T11:17:52,958 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408-splitting dir is empty, no logs to split. 2024-11-09T11:17:52,958 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3264b4bbda9f,46333,1731151055408 WAL count=0, meta=true 2024-11-09T11:17:52,959 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151072956,5,FailOnTimeoutGroup] 2024-11-09T11:17:52,960 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:52,960 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:17:52,960 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:52,960 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:52,960 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151072960, completionTime=-1 2024-11-09T11:17:52,960 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T11:17:52,962 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408-splitting dir is empty, no logs to split. 2024-11-09T11:17:52,962 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3264b4bbda9f,46333,1731151055408 WAL count=0, meta=true 2024-11-09T11:17:52,962 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 3264b4bbda9f,46333,1731151055408 WAL splitting is done? wals=0, meta=true 2024-11-09T11:17:52,964 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T11:17:52,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:17:52,966 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:17:52,968 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T11:17:52,975 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.HRegionServer(746): ClusterId : cdf676e0-4eb5-4dd6-b39d-399e67225fb3 2024-11-09T11:17:52,975 DEBUG [RS:0;3264b4bbda9f:40379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:17:52,984 DEBUG [RS:0;3264b4bbda9f:40379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:17:52,984 DEBUG [RS:0;3264b4bbda9f:40379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:17:52,994 DEBUG [RS:0;3264b4bbda9f:40379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:17:52,995 DEBUG [RS:0;3264b4bbda9f:40379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616c039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:17:53,009 DEBUG [RS:0;3264b4bbda9f:40379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:40379 2024-11-09T11:17:53,009 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:17:53,009 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:17:53,009 DEBUG [RS:0;3264b4bbda9f:40379 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:17:53,010 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,42605,1731151072002 with port=40379, startcode=1731151072052 2024-11-09T11:17:53,010 DEBUG [RS:0;3264b4bbda9f:40379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:17:53,013 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:17:53,014 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42605 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,40379,1731151072052 2024-11-09T11:17:53,014 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42605 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,40379,1731151072052 2024-11-09T11:17:53,014 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T11:17:53,016 DEBUG [RS:0;3264b4bbda9f:40379 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8 2024-11-09T11:17:53,016 DEBUG [RS:0;3264b4bbda9f:40379 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43173 2024-11-09T11:17:53,016 DEBUG [RS:0;3264b4bbda9f:40379 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:17:53,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773/rs 2024-11-09T11:17:53,025 DEBUG [RS:0;3264b4bbda9f:40379 {}] zookeeper.ZKUtil(111): regionserver:40379-0x1011f50ab0c0007, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on existing znode=/01619785773/rs/3264b4bbda9f,40379,1731151072052 2024-11-09T11:17:53,025 WARN [RS:0;3264b4bbda9f:40379 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:17:53,026 INFO [RS:0;3264b4bbda9f:40379 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:17:53,026 DEBUG [RS:0;3264b4bbda9f:40379 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052 2024-11-09T11:17:53,026 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,40379,1731151072052] 2024-11-09T11:17:53,066 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:17:53,068 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:17:53,069 INFO [RS:0;3264b4bbda9f:40379 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:17:53,069 INFO [RS:0;3264b4bbda9f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:53,069 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:17:53,070 INFO [RS:0;3264b4bbda9f:40379 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:17:53,070 INFO [RS:0;3264b4bbda9f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:53,070 DEBUG [RS:0;3264b4bbda9f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:53,070 DEBUG [RS:0;3264b4bbda9f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:53,070 DEBUG [RS:0;3264b4bbda9f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:53,070 DEBUG [RS:0;3264b4bbda9f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:53,070 DEBUG [RS:0;3264b4bbda9f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:53,071 DEBUG [RS:0;3264b4bbda9f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:17:53,071 DEBUG [RS:0;3264b4bbda9f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:53,071 DEBUG [RS:0;3264b4bbda9f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:53,071 DEBUG [RS:0;3264b4bbda9f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:53,071 DEBUG [RS:0;3264b4bbda9f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:53,071 DEBUG [RS:0;3264b4bbda9f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:53,071 DEBUG [RS:0;3264b4bbda9f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:17:53,071 DEBUG [RS:0;3264b4bbda9f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:17:53,071 DEBUG [RS:0;3264b4bbda9f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:17:53,072 INFO [RS:0;3264b4bbda9f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:53,072 INFO [RS:0;3264b4bbda9f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:53,072 INFO [RS:0;3264b4bbda9f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:53,072 INFO [RS:0;3264b4bbda9f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:53,072 INFO [RS:0;3264b4bbda9f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:53,072 INFO [RS:0;3264b4bbda9f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,40379,1731151072052-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:17:53,090 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:17:53,090 INFO [RS:0;3264b4bbda9f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,40379,1731151072052-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:53,105 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.ReplicationSource(231): queueId=1-3264b4bbda9f,40379,1731151072052, ReplicationSource: 1, currentBandwidth=0 2024-11-09T11:17:53,118 WARN [3264b4bbda9f:42605 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T11:17:53,118 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.ReplicationSource(231): queueId=2-3264b4bbda9f,40379,1731151072052, ReplicationSource: 2, currentBandwidth=0 2024-11-09T11:17:53,119 INFO [RS:0;3264b4bbda9f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:53,119 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.Replication(171): 3264b4bbda9f,40379,1731151072052 started 2024-11-09T11:17:53,120 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource,1-3264b4bbda9f,40379,1731151072052 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:33557' 2024-11-09T11:17:53,121 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource,1-3264b4bbda9f,40379,1731151072052 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d30f770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:53,121 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource,1-3264b4bbda9f,40379,1731151072052 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,33557,-1 for getting cluster id 2024-11-09T11:17:53,121 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource,1-3264b4bbda9f,40379,1731151072052 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:53,122 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae853330-52d2-4bd7-9b9f-9c8f376036e1' 2024-11-09T11:17:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae853330-52d2-4bd7-9b9f-9c8f376036e1" 2024-11-09T11:17:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2de29577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:53,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,33557,-1] 2024-11-09T11:17:53,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:53,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:53,125 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:53,126 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource,1-3264b4bbda9f,40379,1731151072052 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5addb296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:53,126 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource,1-3264b4bbda9f,40379,1731151072052 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:17:53,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,33557,1731151062478 2024-11-09T11:17:53,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fefb4b3 2024-11-09T11:17:53,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:17:53,129 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T11:17:53,130 INFO [RS:0;3264b4bbda9f:40379.replicationSource,1-3264b4bbda9f,40379,1731151072052 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3264b4bbda9f,40379,1731151072052 (queues=0) is replicating from cluster=cdf676e0-4eb5-4dd6-b39d-399e67225fb3 to cluster=ae853330-52d2-4bd7-9b9f-9c8f376036e1 2024-11-09T11:17:53,136 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource,2-3264b4bbda9f,40379,1731151072052 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:33557' 2024-11-09T11:17:53,136 INFO [RS:0;3264b4bbda9f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:53,137 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,40379,1731151072052, RpcServer on 3264b4bbda9f/172.17.0.2:40379, sessionid=0x1011f50ab0c0007 2024-11-09T11:17:53,137 DEBUG [RS:0;3264b4bbda9f:40379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:17:53,137 DEBUG [RS:0;3264b4bbda9f:40379 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,40379,1731151072052 2024-11-09T11:17:53,137 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource,2-3264b4bbda9f,40379,1731151072052 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7043295d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:53,137 DEBUG [RS:0;3264b4bbda9f:40379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,40379,1731151072052' 2024-11-09T11:17:53,137 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource,2-3264b4bbda9f,40379,1731151072052 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,33557,-1 for getting cluster id 2024-11-09T11:17:53,137 DEBUG [RS:0;3264b4bbda9f:40379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01619785773/flush-table-proc/abort' 2024-11-09T11:17:53,137 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource,2-3264b4bbda9f,40379,1731151072052 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:53,138 DEBUG [RS:0;3264b4bbda9f:40379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01619785773/flush-table-proc/acquired' 2024-11-09T11:17:53,138 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae853330-52d2-4bd7-9b9f-9c8f376036e1' 2024-11-09T11:17:53,138 DEBUG [RS:0;3264b4bbda9f:40379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:17:53,138 DEBUG [RS:0;3264b4bbda9f:40379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:17:53,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:53,138 DEBUG [RS:0;3264b4bbda9f:40379 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,40379,1731151072052 2024-11-09T11:17:53,138 DEBUG [RS:0;3264b4bbda9f:40379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,40379,1731151072052' 2024-11-09T11:17:53,138 DEBUG [RS:0;3264b4bbda9f:40379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01619785773/online-snapshot/abort' 2024-11-09T11:17:53,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae853330-52d2-4bd7-9b9f-9c8f376036e1" 2024-11-09T11:17:53,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8cfe1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:53,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,33557,-1] 2024-11-09T11:17:53,139 DEBUG [RS:0;3264b4bbda9f:40379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01619785773/online-snapshot/acquired' 2024-11-09T11:17:53,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:53,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:53,140 DEBUG [RS:0;3264b4bbda9f:40379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:17:53,140 INFO [RS:0;3264b4bbda9f:40379 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:17:53,140 INFO [RS:0;3264b4bbda9f:40379 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:17:53,140 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:53,141 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource,2-3264b4bbda9f,40379,1731151072052 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56042ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:53,141 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource,2-3264b4bbda9f,40379,1731151072052 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:17:53,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,33557,1731151062478 2024-11-09T11:17:53,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66b8c13c 2024-11-09T11:17:53,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:17:53,144 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T11:17:53,145 INFO [RS:0;3264b4bbda9f:40379.replicationSource,2-3264b4bbda9f,40379,1731151072052 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-3264b4bbda9f,40379,1731151072052 (queues=0) is replicating from cluster=cdf676e0-4eb5-4dd6-b39d-399e67225fb3 to cluster=ae853330-52d2-4bd7-9b9f-9c8f376036e1 2024-11-09T11:17:53,241 INFO [RS:0;3264b4bbda9f:40379 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:17:53,246 INFO [RS:0;3264b4bbda9f:40379 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C40379%2C1731151072052, suffix=, logDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052, archiveDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/oldWALs, maxLogs=10 2024-11-09T11:17:53,262 DEBUG [RS:0;3264b4bbda9f:40379 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249, exclude list is [], retry=0 2024-11-09T11:17:53,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43171,DS-969c0a05-6d48-4ecf-9ae1-079003ee400d,DISK] 2024-11-09T11:17:53,267 INFO [RS:0;3264b4bbda9f:40379 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 2024-11-09T11:17:53,267 DEBUG [RS:0;3264b4bbda9f:40379 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 3264b4bbda9f%2C40379%2C1731151072052 for peer 1 2024-11-09T11:17:53,267 DEBUG [RS:0;3264b4bbda9f:40379 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 3264b4bbda9f%2C40379%2C1731151072052 for peer 2 2024-11-09T11:17:53,267 DEBUG [RS:0;3264b4bbda9f:40379 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3264b4bbda9f%2C40379%2C1731151072052 2024-11-09T11:17:53,267 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3264b4bbda9f,40379,1731151072052, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:17:53,267 DEBUG [RS:0;3264b4bbda9f:40379 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=3264b4bbda9f%2C40379%2C1731151072052 2024-11-09T11:17:53,267 INFO [RS:0;3264b4bbda9f:40379.replicationSource.shipper3264b4bbda9f%2C40379%2C1731151072052,1-3264b4bbda9f,40379,1731151072052 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C40379%2C1731151072052 2024-11-09T11:17:53,267 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-3264b4bbda9f,40379,1731151072052, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:17:53,268 DEBUG [RS:0;3264b4bbda9f:40379 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38429:38429)] 2024-11-09T11:17:53,268 INFO [RS:0;3264b4bbda9f:40379.replicationSource.shipper3264b4bbda9f%2C40379%2C1731151072052,2-3264b4bbda9f,40379,1731151072052 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C40379%2C1731151072052 2024-11-09T11:17:53,268 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,2-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249, startPosition=0, beingWritten=true 2024-11-09T11:17:53,268 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,1-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249, startPosition=0, beingWritten=true 2024-11-09T11:17:53,368 DEBUG [3264b4bbda9f:42605 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:17:53,369 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,40379,1731151072052 2024-11-09T11:17:53,370 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,40379,1731151072052, state=OPENING 2024-11-09T11:17:53,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x1011f50ab0c0007, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01619785773/meta-region-server 2024-11-09T11:17:53,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01619785773/meta-region-server 2024-11-09T11:17:53,425 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:17:53,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01619785773/meta-region-server: CHANGED 2024-11-09T11:17:53,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01619785773/meta-region-server: CHANGED 2024-11-09T11:17:53,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,40379,1731151072052}] 2024-11-09T11:17:53,477 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,2-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:53,477 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,1-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:53,583 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:17:53,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:17:53,592 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:17:53,592 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:17:53,592 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:17:53,594 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C40379%2C1731151072052.meta, suffix=.meta, logDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052, archiveDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/oldWALs, maxLogs=10 2024-11-09T11:17:53,607 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.meta.1731151073595.meta, exclude list is [], retry=0 2024-11-09T11:17:53,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43171,DS-969c0a05-6d48-4ecf-9ae1-079003ee400d,DISK] 2024-11-09T11:17:53,611 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.meta.1731151073595.meta 2024-11-09T11:17:53,612 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38429:38429)] 2024-11-09T11:17:53,612 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:17:53,612 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:17:53,612 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:17:53,612 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:17:53,612 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:17:53,612 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:17:53,613 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:17:53,613 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:17:53,613 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:17:53,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:17:53,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:17:53,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:53,625 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/info/c19e15d824894d798f8ebfc75e6214d6 2024-11-09T11:17:53,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:53,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:17:53,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:17:53,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:53,634 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/ns/bf1da129708e4d99a227aa7906a04498 2024-11-09T11:17:53,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:53,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:17:53,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:17:53,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:53,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:53,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:17:53,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:17:53,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:53,646 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/table/8f7e5361ea694095a0a61d928c02e94c 2024-11-09T11:17:53,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:17:53,646 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:17:53,648 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740 2024-11-09T11:17:53,649 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740 2024-11-09T11:17:53,651 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:17:53,651 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:17:53,652 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:17:53,653 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:17:53,654 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70344480, jitterRate=0.04821443557739258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:17:53,655 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:17:53,655 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151073613Writing region info on filesystem at 1731151073613Initializing all the Stores at 1731151073614 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151073614Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151073614Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151073614Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151073614Cleaning up temporary data from old regions at 1731151073651 (+37 ms)Running coprocessor post-open hooks at 1731151073655 (+4 ms)Region opened successfully at 1731151073655 2024-11-09T11:17:53,656 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731151073582 2024-11-09T11:17:53,659 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:17:53,659 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:17:53,660 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=3264b4bbda9f,40379,1731151072052 2024-11-09T11:17:53,662 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,40379,1731151072052, state=OPEN 2024-11-09T11:17:53,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01619785773/meta-region-server 2024-11-09T11:17:53,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x1011f50ab0c0007, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01619785773/meta-region-server 2024-11-09T11:17:53,667 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,40379,1731151072052 2024-11-09T11:17:53,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01619785773/meta-region-server: CHANGED 2024-11-09T11:17:53,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01619785773/meta-region-server: CHANGED 2024-11-09T11:17:53,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-09T11:17:53,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,40379,1731151072052 in 241 msec 2024-11-09T11:17:53,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-09T11:17:53,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 706 msec 2024-11-09T11:17:53,788 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,1-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:53,789 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,2-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:54,196 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,1-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:54,197 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,2-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:54,517 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1557ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-09T11:17:54,702 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,1-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:54,704 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,2-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:55,315 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,1-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:55,315 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,2-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:55,793 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:17:56,021 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3060ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-09T11:17:56,022 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,2-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:56,022 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,1-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:56,829 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,2-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:56,829 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,1-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:57,473 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T11:17:57,474 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:17:57,474 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:57,474 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,40379,1731151072052, seqNum=-1] 2024-11-09T11:17:57,475 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:57,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:57,485 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d4a447d36ffd5dd7a7d01ad3911a9d66, regionState=OPEN, lastHost=3264b4bbda9f,46333,1731151055408, regionLocation=3264b4bbda9f,46333,1731151055408, openSeqNum=2 2024-11-09T11:17:57,485 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:17:57,485 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151137485 2024-11-09T11:17:57,485 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151197485 2024-11-09T11:17:57,485 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-09T11:17:57,486 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42605,1731151072002-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:57,486 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42605,1731151072002-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:57,486 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 3264b4bbda9f,46333,1731151055408 had 2 regions 2024-11-09T11:17:57,486 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42605,1731151072002-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:57,486 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:42605, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:57,486 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:57,487 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:57,488 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3264b4bbda9f,46333,1731151055408, splitWal=true, meta=true, isMeta: false 2024-11-09T11:17:57,492 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408-splitting dir is empty, no logs to split. 2024-11-09T11:17:57,492 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3264b4bbda9f,46333,1731151055408 WAL count=0, meta=false 2024-11-09T11:17:57,497 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,46333,1731151055408-splitting dir is empty, no logs to split. 2024-11-09T11:17:57,498 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3264b4bbda9f,46333,1731151055408 WAL count=0, meta=false 2024-11-09T11:17:57,498 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 3264b4bbda9f,46333,1731151055408 WAL splitting is done? wals=0, meta=false 2024-11-09T11:17:57,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4a447d36ffd5dd7a7d01ad3911a9d66, ASSIGN}] 2024-11-09T11:17:57,502 WARN [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=3264b4bbda9f,46333,1731151055408/hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:57,502 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.382sec 2024-11-09T11:17:57,502 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:17:57,502 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:17:57,502 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:17:57,502 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:17:57,502 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:17:57,503 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42605,1731151072002-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:17:57,503 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42605,1731151072002-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:17:57,504 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4a447d36ffd5dd7a7d01ad3911a9d66, ASSIGN 2024-11-09T11:17:57,505 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d4a447d36ffd5dd7a7d01ad3911a9d66, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T11:17:57,508 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:17:57,508 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:17:57,508 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42605,1731151072002-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:17:57,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51851a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:57,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42605,-1 for getting cluster id 2024-11-09T11:17:57,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:57,581 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdf676e0-4eb5-4dd6-b39d-399e67225fb3' 2024-11-09T11:17:57,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:57,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdf676e0-4eb5-4dd6-b39d-399e67225fb3" 2024-11-09T11:17:57,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@155096ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:57,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42605,-1] 2024-11-09T11:17:57,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:57,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:57,584 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6596d230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:57,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:57,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,40379,1731151072052, seqNum=-1] 2024-11-09T11:17:57,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:57,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:57,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T11:17:57,594 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:17:57,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:17:57,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:57,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:57,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 3264b4bbda9f:42605 after: 3264b4bbda9f:42605 2024-11-09T11:17:57,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:57,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:57,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42605,-1 for getting cluster id 2024-11-09T11:17:57,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:57,598 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdf676e0-4eb5-4dd6-b39d-399e67225fb3' 2024-11-09T11:17:57,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:57,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdf676e0-4eb5-4dd6-b39d-399e67225fb3" 2024-11-09T11:17:57,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bac0d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:57,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42605,-1] 2024-11-09T11:17:57,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:57,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:57,601 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:57,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731c7634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:57,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:17:57,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,42605,1731151072002 2024-11-09T11:17:57,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1684ebd3 2024-11-09T11:17:57,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:17:57,604 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:17:57,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T11:17:57,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T11:17:57,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T11:17:57,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42605 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T11:17:57,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:17:57,608 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:17:57,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:17:57,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:57,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:57,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:57,608 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:17:57,608 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=881996665, stopped=false 2024-11-09T11:17:57,608 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,33557,1731151062478 2024-11-09T11:17:57,656 DEBUG [3264b4bbda9f:42605 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:17:57,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d4a447d36ffd5dd7a7d01ad3911a9d66, regionState=OPENING, regionLocation=3264b4bbda9f,40379,1731151072052 2024-11-09T11:17:57,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d4a447d36ffd5dd7a7d01ad3911a9d66, ASSIGN because future has completed 2024-11-09T11:17:57,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4a447d36ffd5dd7a7d01ad3911a9d66, server=3264b4bbda9f,40379,1731151072052}] 2024-11-09T11:17:57,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1638125299/running 2024-11-09T11:17:57,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1638125299/running 2024-11-09T11:17:57,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299 2024-11-09T11:17:57,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299 2024-11-09T11:17:57,689 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:17:57,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:17:57,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:17:57,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:57,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Set watcher on znode that does not yet exist, /1-1638125299/running 2024-11-09T11:17:57,690 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,46655,1731151062638' ***** 2024-11-09T11:17:57,690 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:17:57,691 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:17:57,691 INFO [RS:0;3264b4bbda9f:46655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:17:57,691 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:17:57,691 INFO [RS:0;3264b4bbda9f:46655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:17:57,691 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,46655,1731151062638 2024-11-09T11:17:57,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Set watcher on znode that does not yet exist, /1-1638125299/running 2024-11-09T11:17:57,691 INFO [RS:0;3264b4bbda9f:46655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:17:57,692 INFO [RS:0;3264b4bbda9f:46655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:46655. 2024-11-09T11:17:57,692 DEBUG [RS:0;3264b4bbda9f:46655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:17:57,692 DEBUG [RS:0;3264b4bbda9f:46655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:57,692 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:17:57,692 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:17:57,692 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:17:57,692 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:17:57,693 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T11:17:57,693 DEBUG [RS:0;3264b4bbda9f:46655 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T11:17:57,693 DEBUG [RS:0;3264b4bbda9f:46655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:17:57,693 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:17:57,693 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:17:57,693 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:17:57,693 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:17:57,693 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:17:57,693 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T11:17:57,720 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/data/hbase/meta/1588230740/.tmp/ns/6c4f570f4bd8426099279e7ae5fc7f41 is 43, key is default/ns:d/1731151065191/Put/seqid=0 2024-11-09T11:17:57,721 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:17:57,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39305 is added to blk_1073741835_1011 (size=5153) 2024-11-09T11:17:57,737 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,2-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:57,746 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,1-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:57,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:57,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:17:57,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T11:17:57,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C40379%2C1731151072052.rep, suffix=, logDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052, archiveDir=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/oldWALs, maxLogs=10 2024-11-09T11:17:57,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.rep.1731151077858, exclude list is [], retry=0 2024-11-09T11:17:57,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43171,DS-969c0a05-6d48-4ecf-9ae1-079003ee400d,DISK] 2024-11-09T11:17:57,893 DEBUG [RS:0;3264b4bbda9f:46655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:17:57,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.rep.1731151077858 2024-11-09T11:17:57,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38429:38429)] 2024-11-09T11:17:57,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d4a447d36ffd5dd7a7d01ad3911a9d66, NAME => 'hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:17:57,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:17:57,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:17:57,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. service=MultiRowMutationService 2024-11-09T11:17:57,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T11:17:57,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:57,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:17:57,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:57,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:57,914 INFO [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:57,917 INFO [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4a447d36ffd5dd7a7d01ad3911a9d66 columnFamilyName hfileref 2024-11-09T11:17:57,917 DEBUG [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:57,918 INFO [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] regionserver.HStore(327): Store=d4a447d36ffd5dd7a7d01ad3911a9d66/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:57,918 INFO [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:57,920 INFO [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4a447d36ffd5dd7a7d01ad3911a9d66 columnFamilyName queue 2024-11-09T11:17:57,920 DEBUG [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:57,950 DEBUG [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/replication/d4a447d36ffd5dd7a7d01ad3911a9d66/queue/424d0367d0d34cbf81cb27ef776e10ef 2024-11-09T11:17:57,951 INFO [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] regionserver.HStore(327): Store=d4a447d36ffd5dd7a7d01ad3911a9d66/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:57,951 INFO [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:57,952 INFO [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4a447d36ffd5dd7a7d01ad3911a9d66 columnFamilyName sid 2024-11-09T11:17:57,953 DEBUG [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:57,954 INFO [StoreOpener-d4a447d36ffd5dd7a7d01ad3911a9d66-1 {}] regionserver.HStore(327): Store=d4a447d36ffd5dd7a7d01ad3911a9d66/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:57,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:57,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/replication/d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:57,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/replication/d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:57,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:57,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:57,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:17:57,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:57,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened d4a447d36ffd5dd7a7d01ad3911a9d66; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61434513, jitterRate=-0.08455441892147064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:17:57,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:57,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d4a447d36ffd5dd7a7d01ad3911a9d66: Running coprocessor pre-open hook at 1731151077906Writing region info on filesystem at 1731151077906Initializing all the Stores at 1731151077908 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151077908Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151077914 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151077914Cleaning up temporary data from old regions at 1731151077968 (+54 ms)Running coprocessor post-open hooks at 1731151077973 (+5 ms)Region opened successfully at 1731151077974 (+1 ms) 2024-11-09T11:17:57,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66., pid=19, masterSystemTime=1731151077827 2024-11-09T11:17:57,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:57,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:57,980 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d4a447d36ffd5dd7a7d01ad3911a9d66, regionState=OPEN, openSeqNum=10, regionLocation=3264b4bbda9f,40379,1731151072052 2024-11-09T11:17:57,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4a447d36ffd5dd7a7d01ad3911a9d66, server=3264b4bbda9f,40379,1731151072052 because future has completed 2024-11-09T11:17:57,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-09T11:17:57,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure d4a447d36ffd5dd7a7d01ad3911a9d66, server=3264b4bbda9f,40379,1731151072052 in 327 msec 2024-11-09T11:17:57,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-09T11:17:57,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4a447d36ffd5dd7a7d01ad3911a9d66, ASSIGN in 491 msec 2024-11-09T11:17:58,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T11:17:58,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66., hostname=3264b4bbda9f,40379,1731151072052, seqNum=10] 2024-11-09T11:17:58,060 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 3264b4bbda9f,46333,1731151055408 2024-11-09T11:17:58,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T11:17:58,093 DEBUG [RS:0;3264b4bbda9f:46655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:17:58,128 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/data/hbase/meta/1588230740/.tmp/ns/6c4f570f4bd8426099279e7ae5fc7f41 2024-11-09T11:17:58,143 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/data/hbase/meta/1588230740/.tmp/ns/6c4f570f4bd8426099279e7ae5fc7f41 as hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/data/hbase/meta/1588230740/ns/6c4f570f4bd8426099279e7ae5fc7f41 2024-11-09T11:17:58,157 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/data/hbase/meta/1588230740/ns/6c4f570f4bd8426099279e7ae5fc7f41, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T11:17:58,159 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 466ms, sequenceid=6, compaction requested=false 2024-11-09T11:17:58,159 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:17:58,185 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T11:17:58,186 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:17:58,186 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:17:58,186 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:17:58,186 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151077693Running coprocessor pre-close hooks at 1731151077693Disabling compacts and flushes for region at 1731151077693Disabling writes for close at 1731151077693Obtaining lock to block concurrent updates at 1731151077693Preparing flush snapshotting stores in 1588230740 at 1731151077693Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731151077694 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731151077695 (+1 ms)Flushing 1588230740/ns: creating writer at 1731151077695Flushing 1588230740/ns: appending metadata at 1731151077719 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731151077720 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b884ab3: reopening flushed file at 1731151078141 (+421 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 466ms, sequenceid=6, compaction requested=false at 1731151078159 (+18 ms)Writing region close event to WAL at 1731151078165 (+6 ms)Running coprocessor post-close hooks at 1731151078186 (+21 ms)Closed at 1731151078186 2024-11-09T11:17:58,186 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:17:58,189 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:17:58,189 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:17:58,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-09T11:17:58,293 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,46655,1731151062638; all regions closed. 2024-11-09T11:17:58,308 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/WALs/3264b4bbda9f,46655,1731151062638/3264b4bbda9f%2C46655%2C1731151062638.meta.1731151065120.meta not finished, retry = 0 2024-11-09T11:17:58,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39305 is added to blk_1073741834_1010 (size=1152) 2024-11-09T11:17:58,412 DEBUG [RS:0;3264b4bbda9f:46655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/oldWALs 2024-11-09T11:17:58,412 INFO [RS:0;3264b4bbda9f:46655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C46655%2C1731151062638.meta:.meta(num 1731151065120) 2024-11-09T11:17:58,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39305 is added to blk_1073741832_1008 (size=93) 2024-11-09T11:17:58,423 DEBUG [RS:0;3264b4bbda9f:46655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/oldWALs 2024-11-09T11:17:58,423 INFO [RS:0;3264b4bbda9f:46655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C46655%2C1731151062638:(num 1731151064254) 2024-11-09T11:17:58,423 DEBUG [RS:0;3264b4bbda9f:46655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:58,423 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:17:58,423 INFO [RS:0;3264b4bbda9f:46655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:17:58,424 INFO [RS:0;3264b4bbda9f:46655 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T11:17:58,424 INFO [RS:0;3264b4bbda9f:46655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:17:58,424 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:17:58,424 INFO [RS:0;3264b4bbda9f:46655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46655 2024-11-09T11:17:58,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1638125299/rs/3264b4bbda9f,46655,1731151062638 2024-11-09T11:17:58,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299/rs 2024-11-09T11:17:58,477 INFO [RS:0;3264b4bbda9f:46655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:17:58,478 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,46655,1731151062638] 2024-11-09T11:17:58,498 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1638125299/draining/3264b4bbda9f,46655,1731151062638 already deleted, retry=false 2024-11-09T11:17:58,498 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,46655,1731151062638 expired; onlineServers=0 2024-11-09T11:17:58,498 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,33557,1731151062478' ***** 2024-11-09T11:17:58,498 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:17:58,498 INFO [M:0;3264b4bbda9f:33557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:17:58,498 INFO [M:0;3264b4bbda9f:33557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:17:58,498 DEBUG [M:0;3264b4bbda9f:33557 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:17:58,499 DEBUG [M:0;3264b4bbda9f:33557 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:17:58,499 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151063903 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151063903,5,FailOnTimeoutGroup] 2024-11-09T11:17:58,499 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151063903 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151063903,5,FailOnTimeoutGroup] 2024-11-09T11:17:58,499 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:17:58,499 INFO [M:0;3264b4bbda9f:33557 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:17:58,499 INFO [M:0;3264b4bbda9f:33557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:17:58,499 DEBUG [M:0;3264b4bbda9f:33557 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:17:58,499 INFO [M:0;3264b4bbda9f:33557 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:17:58,499 INFO [M:0;3264b4bbda9f:33557 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:17:58,500 INFO [M:0;3264b4bbda9f:33557 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:17:58,500 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:17:58,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1638125299/master 2024-11-09T11:17:58,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638125299 2024-11-09T11:17:58,509 DEBUG [M:0;3264b4bbda9f:33557 {}] zookeeper.ZKUtil(347): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Unable to get data of znode /1-1638125299/master because node does not exist (not an error) 2024-11-09T11:17:58,509 WARN [M:0;3264b4bbda9f:33557 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:17:58,510 INFO [M:0;3264b4bbda9f:33557 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/.lastflushedseqids 2024-11-09T11:17:58,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39305 is added to blk_1073741836_1012 (size=99) 2024-11-09T11:17:58,517 INFO [M:0;3264b4bbda9f:33557 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:17:58,517 INFO [M:0;3264b4bbda9f:33557 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:17:58,517 DEBUG [M:0;3264b4bbda9f:33557 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:17:58,517 INFO [M:0;3264b4bbda9f:33557 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:17:58,517 DEBUG [M:0;3264b4bbda9f:33557 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:17:58,517 DEBUG [M:0;3264b4bbda9f:33557 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:17:58,517 DEBUG [M:0;3264b4bbda9f:33557 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:17:58,517 INFO [M:0;3264b4bbda9f:33557 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T11:17:58,543 DEBUG [M:0;3264b4bbda9f:33557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd55ce33ddfe4404be997fa24e32b348 is 82, key is hbase:meta,,1/info:regioninfo/1731151065163/Put/seqid=0 2024-11-09T11:17:58,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39305 is added to blk_1073741837_1013 (size=5672) 2024-11-09T11:17:58,551 INFO [M:0;3264b4bbda9f:33557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd55ce33ddfe4404be997fa24e32b348 2024-11-09T11:17:58,575 DEBUG [M:0;3264b4bbda9f:33557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e6eff3249534040b3279922c4afb186 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731151065198/Put/seqid=0 2024-11-09T11:17:58,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39305 is added to blk_1073741838_1014 (size=5275) 2024-11-09T11:17:58,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:17:58,588 INFO [RS:0;3264b4bbda9f:46655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:17:58,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46655-0x1011f50ab0c0004, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:17:58,588 INFO [RS:0;3264b4bbda9f:46655 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,46655,1731151062638; zookeeper connection closed. 2024-11-09T11:17:58,588 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75937127 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75937127 2024-11-09T11:17:58,588 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:17:58,745 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,2-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:58,755 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,1-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:58,982 INFO [M:0;3264b4bbda9f:33557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e6eff3249534040b3279922c4afb186 2024-11-09T11:17:59,006 DEBUG [M:0;3264b4bbda9f:33557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32e0530e57b647738798a159b48952dc is 69, key is 3264b4bbda9f,46655,1731151062638/rs:state/1731151064018/Put/seqid=0 2024-11-09T11:17:59,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39305 is added to blk_1073741839_1015 (size=5156) 2024-11-09T11:17:59,411 INFO [M:0;3264b4bbda9f:33557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32e0530e57b647738798a159b48952dc 2024-11-09T11:17:59,420 DEBUG [M:0;3264b4bbda9f:33557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd55ce33ddfe4404be997fa24e32b348 as hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd55ce33ddfe4404be997fa24e32b348 2024-11-09T11:17:59,431 INFO [M:0;3264b4bbda9f:33557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd55ce33ddfe4404be997fa24e32b348, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T11:17:59,433 DEBUG [M:0;3264b4bbda9f:33557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e6eff3249534040b3279922c4afb186 as hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e6eff3249534040b3279922c4afb186 2024-11-09T11:17:59,441 INFO [M:0;3264b4bbda9f:33557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e6eff3249534040b3279922c4afb186, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T11:17:59,443 DEBUG [M:0;3264b4bbda9f:33557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32e0530e57b647738798a159b48952dc as hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32e0530e57b647738798a159b48952dc 2024-11-09T11:17:59,450 INFO [M:0;3264b4bbda9f:33557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32e0530e57b647738798a159b48952dc, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T11:17:59,451 INFO [M:0;3264b4bbda9f:33557 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=28, compaction requested=false 2024-11-09T11:17:59,454 INFO [M:0;3264b4bbda9f:33557 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:17:59,455 DEBUG [M:0;3264b4bbda9f:33557 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151078517Disabling compacts and flushes for region at 1731151078517Disabling writes for close at 1731151078517Obtaining lock to block concurrent updates at 1731151078517Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151078517Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731151078518 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151078519 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151078519Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151078542 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151078542Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151078557 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151078574 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151078575 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151078989 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151079005 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151079005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1958d2af: reopening flushed file at 1731151079418 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9c02df: reopening flushed file at 1731151079432 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6def8b71: reopening flushed file at 1731151079441 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=28, compaction requested=false at 1731151079452 (+11 ms)Writing region close event to WAL at 1731151079454 (+2 ms)Closed at 1731151079454 2024-11-09T11:17:59,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39305 is added to blk_1073741830_1006 (size=10165) 2024-11-09T11:17:59,458 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca95e4e5-3cc0-383c-08f2-1d4fc542429e/MasterData/WALs/3264b4bbda9f,33557,1731151062478/3264b4bbda9f%2C33557%2C1731151062478.1731151063610 not finished, retry = 0 2024-11-09T11:17:59,559 INFO [M:0;3264b4bbda9f:33557 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:17:59,559 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:17:59,559 INFO [M:0;3264b4bbda9f:33557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33557 2024-11-09T11:17:59,562 INFO [M:0;3264b4bbda9f:33557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:17:59,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:17:59,724 INFO [M:0;3264b4bbda9f:33557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:17:59,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x1011f50ab0c0003, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:17:59,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12f8b5d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:17:59,731 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2804a38d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:17:59,731 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:17:59,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4393ee02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:17:59,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/hadoop.log.dir/,STOPPED} 2024-11-09T11:17:59,734 WARN [BP-47690471-172.17.0.2-1731151059924 heartbeating to localhost/127.0.0.1:45403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:17:59,734 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:17:59,734 WARN [BP-47690471-172.17.0.2-1731151059924 heartbeating to localhost/127.0.0.1:45403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-47690471-172.17.0.2-1731151059924 (Datanode Uuid c930a7a6-83d8-4e41-9588-b66c4595bce0) service to localhost/127.0.0.1:45403 2024-11-09T11:17:59,734 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:17:59,735 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/cluster_93647712-7d43-ca6d-fb69-9f2dc2b1dc2f/data/data1/current/BP-47690471-172.17.0.2-1731151059924 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:17:59,735 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/cluster_93647712-7d43-ca6d-fb69-9f2dc2b1dc2f/data/data2/current/BP-47690471-172.17.0.2-1731151059924 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:17:59,736 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:17:59,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@478c3fc0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:17:59,743 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@610d66dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:17:59,743 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:17:59,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ce4f3c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:17:59,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/hadoop.log.dir/,STOPPED} 2024-11-09T11:17:59,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:17:59,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:17:59,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:17:59,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:17:59,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:59,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:59,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:59,764 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:17:59,764 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1310762250, stopped=false 2024-11-09T11:17:59,765 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,42605,1731151072002 2024-11-09T11:17:59,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x1011f50ab0c0007, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01619785773/running 2024-11-09T11:17:59,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01619785773/running 2024-11-09T11:17:59,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:59,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x1011f50ab0c0007, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:17:59,782 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:17:59,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:17:59,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40379-0x1011f50ab0c0007, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on znode that does not yet exist, /01619785773/running 2024-11-09T11:17:59,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Set watcher on znode that does not yet exist, /01619785773/running 2024-11-09T11:17:59,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:17:59,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:59,784 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,40379,1731151072052' ***** 2024-11-09T11:17:59,784 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:17:59,785 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:17:59,785 INFO [RS:0;3264b4bbda9f:40379 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:17:59,785 INFO [RS:0;3264b4bbda9f:40379 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:17:59,785 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.HRegionServer(3091): Received CLOSE for d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:59,785 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:17:59,785 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,40379,1731151072052 2024-11-09T11:17:59,785 INFO [RS:0;3264b4bbda9f:40379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:17:59,785 INFO [RS:0;3264b4bbda9f:40379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:40379. 2024-11-09T11:17:59,785 DEBUG [RS:0;3264b4bbda9f:40379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:17:59,786 DEBUG [RS:0;3264b4bbda9f:40379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:59,786 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4a447d36ffd5dd7a7d01ad3911a9d66, disabling compactions & flushes 2024-11-09T11:17:59,786 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:17:59,786 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:59,786 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:17:59,786 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:59,786 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:17:59,786 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. after waiting 0 ms 2024-11-09T11:17:59,786 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:17:59,786 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:59,786 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T11:17:59,786 DEBUG [RS:0;3264b4bbda9f:40379 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d4a447d36ffd5dd7a7d01ad3911a9d66=hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66.} 2024-11-09T11:17:59,786 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:17:59,786 DEBUG [RS:0;3264b4bbda9f:40379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4a447d36ffd5dd7a7d01ad3911a9d66 2024-11-09T11:17:59,786 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:17:59,786 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:17:59,786 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:17:59,786 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:17:59,787 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T11:17:59,795 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/replication/d4a447d36ffd5dd7a7d01ad3911a9d66/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-09T11:17:59,796 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:17:59,796 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:17:59,797 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:59,797 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4a447d36ffd5dd7a7d01ad3911a9d66: Waiting for close lock at 1731151079785Running coprocessor pre-close hooks at 1731151079785Disabling compacts and flushes for region at 1731151079786 (+1 ms)Disabling writes for close at 1731151079786Writing region close event to WAL at 1731151079788 (+2 ms)Running coprocessor post-close hooks at 1731151079796 (+8 ms)Closed at 1731151079797 (+1 ms) 2024-11-09T11:17:59,797 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66. 2024-11-09T11:17:59,808 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/.tmp/info/5fa432c828694001b311742e3423a692 is 147, key is hbase:replication,,1731151065387.d4a447d36ffd5dd7a7d01ad3911a9d66./info:regioninfo/1731151077979/Put/seqid=0 2024-11-09T11:17:59,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741851_1027 (size=6385) 2024-11-09T11:17:59,852 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,2-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:59,863 DEBUG [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,1-3264b4bbda9f,40379,1731151072052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/WALs/3264b4bbda9f,40379,1731151072052/3264b4bbda9f%2C40379%2C1731151072052.1731151073249 to pos 0, reset compression=false 2024-11-09T11:17:59,878 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:17:59,986 DEBUG [RS:0;3264b4bbda9f:40379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:18:00,127 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:18:00,128 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:18:00,187 DEBUG [RS:0;3264b4bbda9f:40379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:18:00,236 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/.tmp/info/5fa432c828694001b311742e3423a692 2024-11-09T11:18:00,244 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/.tmp/info/5fa432c828694001b311742e3423a692 as hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/info/5fa432c828694001b311742e3423a692 2024-11-09T11:18:00,256 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/info/5fa432c828694001b311742e3423a692, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T11:18:00,258 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 472ms, sequenceid=19, compaction requested=false 2024-11-09T11:18:00,277 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T11:18:00,278 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:18:00,278 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:18:00,278 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:18:00,278 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151079786Running coprocessor pre-close hooks at 1731151079786Disabling compacts and flushes for region at 1731151079786Disabling writes for close at 1731151079786Obtaining lock to block concurrent updates at 1731151079787 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731151079787Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731151079787Flushing stores of hbase:meta,,1.1588230740 at 1731151079788 (+1 ms)Flushing 1588230740/info: creating writer at 1731151079788Flushing 1588230740/info: appending metadata at 1731151079808 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731151079808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cccd9f6: reopening flushed file at 1731151080243 (+435 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 472ms, sequenceid=19, compaction requested=false at 1731151080259 (+16 ms)Writing region close event to WAL at 1731151080273 (+14 ms)Running coprocessor post-close hooks at 1731151080278 (+5 ms)Closed at 1731151080278 2024-11-09T11:18:00,278 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:18:00,387 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,40379,1731151072052; all regions closed. 2024-11-09T11:18:00,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741849_1025 (size=2156) 2024-11-09T11:18:00,395 DEBUG [RS:0;3264b4bbda9f:40379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/oldWALs 2024-11-09T11:18:00,395 INFO [RS:0;3264b4bbda9f:40379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C40379%2C1731151072052.meta:.meta(num 1731151073595) 2024-11-09T11:18:00,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741850_1026 (size=796) 2024-11-09T11:18:00,406 DEBUG [RS:0;3264b4bbda9f:40379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/oldWALs 2024-11-09T11:18:00,406 INFO [RS:0;3264b4bbda9f:40379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C40379%2C1731151072052.rep:(num 1731151077858) 2024-11-09T11:18:00,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741848_1024 (size=93) 2024-11-09T11:18:00,411 DEBUG [RS:0;3264b4bbda9f:40379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/oldWALs 2024-11-09T11:18:00,411 INFO [RS:0;3264b4bbda9f:40379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C40379%2C1731151072052:(num 1731151073249) 2024-11-09T11:18:00,411 DEBUG [RS:0;3264b4bbda9f:40379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:00,411 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:18:00,411 INFO [RS:0;3264b4bbda9f:40379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:18:00,412 INFO [RS:0;3264b4bbda9f:40379 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T11:18:00,412 INFO [RS:0;3264b4bbda9f:40379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:18:00,412 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3264b4bbda9f,40379,1731151072052 because: Region server is closing 2024-11-09T11:18:00,412 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T11:18:00,412 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T11:18:00,412 INFO [RS:0;3264b4bbda9f:40379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:40379. 2024-11-09T11:18:00,412 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-09T11:18:00,412 DEBUG [RS:0;3264b4bbda9f:40379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:18:00,413 DEBUG [RS:0;3264b4bbda9f:40379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:00,413 DEBUG [RS:0;3264b4bbda9f:40379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:00,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:00,413 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:18:00,513 WARN [RS:0;3264b4bbda9f:40379.replicationSource.shipper3264b4bbda9f%2C40379%2C1731151072052,1-3264b4bbda9f,40379,1731151072052 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T11:18:00,513 WARN [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,1-3264b4bbda9f,40379,1731151072052 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T11:18:00,513 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;3264b4bbda9f:40379.replicationSource.shipper3264b4bbda9f%2C40379%2C1731151072052,1-3264b4bbda9f,40379,1731151072052 terminated 2024-11-09T11:18:00,514 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-3264b4bbda9f,40379,1731151072052 because: Region server is closing 2024-11-09T11:18:00,514 INFO [RS:0;3264b4bbda9f:40379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:40379. 2024-11-09T11:18:00,514 DEBUG [RS:0;3264b4bbda9f:40379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:18:00,514 DEBUG [RS:0;3264b4bbda9f:40379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:00,514 DEBUG [RS:0;3264b4bbda9f:40379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:00,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:00,614 WARN [RS:0;3264b4bbda9f:40379.replicationSource.wal-reader.3264b4bbda9f%2C40379%2C1731151072052,2-3264b4bbda9f,40379,1731151072052 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T11:18:00,614 WARN [RS:0;3264b4bbda9f:40379.replicationSource.shipper3264b4bbda9f%2C40379%2C1731151072052,2-3264b4bbda9f,40379,1731151072052 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T11:18:00,615 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;3264b4bbda9f:40379.replicationSource.shipper3264b4bbda9f%2C40379%2C1731151072052,2-3264b4bbda9f,40379,1731151072052 terminated 2024-11-09T11:18:00,615 INFO [RS:0;3264b4bbda9f:40379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40379 2024-11-09T11:18:00,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x1011f50ab0c0007, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01619785773/rs/3264b4bbda9f,40379,1731151072052 2024-11-09T11:18:00,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773/rs 2024-11-09T11:18:00,666 INFO [RS:0;3264b4bbda9f:40379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:18:00,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,40379,1731151072052] 2024-11-09T11:18:00,687 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01619785773/draining/3264b4bbda9f,40379,1731151072052 already deleted, retry=false 2024-11-09T11:18:00,687 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,40379,1731151072052 expired; onlineServers=0 2024-11-09T11:18:00,687 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,42605,1731151072002' ***** 2024-11-09T11:18:00,687 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:18:00,687 INFO [M:0;3264b4bbda9f:42605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:18:00,688 INFO [M:0;3264b4bbda9f:42605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:18:00,688 DEBUG [M:0;3264b4bbda9f:42605 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:18:00,688 DEBUG [M:0;3264b4bbda9f:42605 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:18:00,688 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:18:00,688 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151072956 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151072956,5,FailOnTimeoutGroup] 2024-11-09T11:18:00,688 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151072956 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151072956,5,FailOnTimeoutGroup] 2024-11-09T11:18:00,688 INFO [M:0;3264b4bbda9f:42605 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:18:00,688 INFO [M:0;3264b4bbda9f:42605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:18:00,688 DEBUG [M:0;3264b4bbda9f:42605 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:18:00,688 INFO [M:0;3264b4bbda9f:42605 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:18:00,688 INFO [M:0;3264b4bbda9f:42605 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:18:00,689 INFO [M:0;3264b4bbda9f:42605 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:18:00,689 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:18:00,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01619785773/master 2024-11-09T11:18:00,698 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01619785773/master already deleted, retry=false 2024-11-09T11:18:00,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01619785773 2024-11-09T11:18:00,698 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Failed delete of our master address node; KeeperErrorCode = NoNode for /01619785773/master 2024-11-09T11:18:00,699 INFO [M:0;3264b4bbda9f:42605 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/.lastflushedseqids 2024-11-09T11:18:00,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741852_1028 (size=181) 2024-11-09T11:18:00,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x1011f50ab0c0007, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:18:00,777 INFO [RS:0;3264b4bbda9f:40379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:18:00,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x1011f50ab0c0007, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:18:00,777 INFO [RS:0;3264b4bbda9f:40379 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,40379,1731151072052; zookeeper connection closed. 2024-11-09T11:18:00,777 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@479130a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@479130a 2024-11-09T11:18:00,778 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:18:01,113 INFO [M:0;3264b4bbda9f:42605 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:18:01,113 INFO [M:0;3264b4bbda9f:42605 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:18:01,113 DEBUG [M:0;3264b4bbda9f:42605 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:18:01,113 INFO [M:0;3264b4bbda9f:42605 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:01,113 DEBUG [M:0;3264b4bbda9f:42605 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:01,113 DEBUG [M:0;3264b4bbda9f:42605 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:18:01,114 DEBUG [M:0;3264b4bbda9f:42605 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:01,114 INFO [M:0;3264b4bbda9f:42605 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T11:18:01,137 DEBUG [M:0;3264b4bbda9f:42605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c174b63694824500904d144f8330fee7 is 82, key is hbase:meta,,1/info:regioninfo/1731151073660/Put/seqid=0 2024-11-09T11:18:01,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741853_1029 (size=5680) 2024-11-09T11:18:01,146 INFO [M:0;3264b4bbda9f:42605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c174b63694824500904d144f8330fee7 2024-11-09T11:18:01,178 DEBUG [M:0;3264b4bbda9f:42605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f95c09bdb79b440094ae5b801a010918 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731151077994/Put/seqid=0 2024-11-09T11:18:01,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741854_1030 (size=7319) 2024-11-09T11:18:01,634 INFO [M:0;3264b4bbda9f:42605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f95c09bdb79b440094ae5b801a010918 2024-11-09T11:18:01,657 DEBUG [M:0;3264b4bbda9f:42605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/308e17239f4c4942b2719483072f2bdc is 69, key is 3264b4bbda9f,40379,1731151072052/rs:state/1731151073014/Put/seqid=0 2024-11-09T11:18:01,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741855_1031 (size=5371) 2024-11-09T11:18:02,065 INFO [M:0;3264b4bbda9f:42605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/308e17239f4c4942b2719483072f2bdc 2024-11-09T11:18:02,072 INFO [M:0;3264b4bbda9f:42605 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 308e17239f4c4942b2719483072f2bdc 2024-11-09T11:18:02,074 DEBUG [M:0;3264b4bbda9f:42605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c174b63694824500904d144f8330fee7 as hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c174b63694824500904d144f8330fee7 2024-11-09T11:18:02,092 INFO [M:0;3264b4bbda9f:42605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c174b63694824500904d144f8330fee7, entries=8, sequenceid=172, filesize=5.5 K 2024-11-09T11:18:02,093 DEBUG [M:0;3264b4bbda9f:42605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f95c09bdb79b440094ae5b801a010918 as hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f95c09bdb79b440094ae5b801a010918 2024-11-09T11:18:02,104 INFO [M:0;3264b4bbda9f:42605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f95c09bdb79b440094ae5b801a010918, entries=7, sequenceid=172, filesize=7.1 K 2024-11-09T11:18:02,105 DEBUG [M:0;3264b4bbda9f:42605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/308e17239f4c4942b2719483072f2bdc as hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/308e17239f4c4942b2719483072f2bdc 2024-11-09T11:18:02,111 INFO [M:0;3264b4bbda9f:42605 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 308e17239f4c4942b2719483072f2bdc 2024-11-09T11:18:02,112 INFO [M:0;3264b4bbda9f:42605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/c6d93a05-b3a6-c9e9-3592-b9626f513fd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/308e17239f4c4942b2719483072f2bdc, entries=2, sequenceid=172, filesize=5.2 K 2024-11-09T11:18:02,114 INFO [M:0;3264b4bbda9f:42605 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 999ms, sequenceid=172, compaction requested=false 2024-11-09T11:18:02,117 INFO [M:0;3264b4bbda9f:42605 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:02,117 DEBUG [M:0;3264b4bbda9f:42605 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151081113Disabling compacts and flushes for region at 1731151081113Disabling writes for close at 1731151081113Obtaining lock to block concurrent updates at 1731151081114 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151081114Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731151081114Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151081115 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151081115Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151081136 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151081137 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151081153 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151081177 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151081177Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151081641 (+464 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151081656 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151081656Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e4b91ed: reopening flushed file at 1731151082072 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de2d1ce: reopening flushed file at 1731151082092 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4058b996: reopening flushed file at 1731151082104 (+12 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 999ms, sequenceid=172, compaction requested=false at 1731151082114 (+10 ms)Writing region close event to WAL at 1731151082117 (+3 ms)Closed at 1731151082117 2024-11-09T11:18:02,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741847_1023 (size=22949) 2024-11-09T11:18:02,126 INFO [M:0;3264b4bbda9f:42605 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:18:02,126 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:18:02,126 INFO [M:0;3264b4bbda9f:42605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42605 2024-11-09T11:18:02,126 INFO [M:0;3264b4bbda9f:42605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:18:02,293 INFO [M:0;3264b4bbda9f:42605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:18:02,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:18:02,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42605-0x1011f50ab0c0006, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:18:02,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:18:02,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:18:02,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:18:02,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:18:02,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/hadoop.log.dir/,STOPPED} 2024-11-09T11:18:02,303 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:18:02,303 WARN [BP-1504543295-172.17.0.2-1731151049754 heartbeating to localhost/127.0.0.1:43173 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:18:02,303 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:18:02,303 WARN [BP-1504543295-172.17.0.2-1731151049754 heartbeating to localhost/127.0.0.1:43173 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1504543295-172.17.0.2-1731151049754 (Datanode Uuid ea996c3f-6c42-449f-8b42-702f92e541a4) service to localhost/127.0.0.1:43173 2024-11-09T11:18:02,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/cluster_74c21466-25c4-4b77-c816-bff1f6061af5/data/data1/current/BP-1504543295-172.17.0.2-1731151049754 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:18:02,304 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/cluster_74c21466-25c4-4b77-c816-bff1f6061af5/data/data2/current/BP-1504543295-172.17.0.2-1731151049754 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:18:02,304 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:18:02,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:18:02,311 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:18:02,311 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:18:02,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:18:02,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a59e0a8-9bd9-1520-7b4a-87b831a3eedc/hadoop.log.dir/,STOPPED} 2024-11-09T11:18:02,321 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T11:18:02,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:18:02,350 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43173 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43173 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/3264b4bbda9f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58485) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/3264b4bbda9f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@cf5bd66 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43173 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3264b4bbda9f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45403 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3264b4bbda9f:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: regionserver/3264b4bbda9f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58485) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=514 (was 618), ProcessCount=11 (was 11), AvailableMemoryMB=473 (was 1411) 2024-11-09T11:18:02,359 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=514, ProcessCount=11, AvailableMemoryMB=472 2024-11-09T11:18:02,373 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-09T11:18:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/hadoop.log.dir so I do NOT create it in target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616 2024-11-09T11:18:02,374 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:18:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/hadoop.tmp.dir so I do NOT create it in target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616 2024-11-09T11:18:02,375 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a77b230a-893d-b7d1-2228-30c41060a562/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:18:02,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616 2024-11-09T11:18:02,375 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/cluster_a11f27ca-9a97-5a17-025c-7b1c2d3e3055, deleteOnExit=true 2024-11-09T11:18:02,385 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/cluster_a11f27ca-9a97-5a17-025c-7b1c2d3e3055/zookeeper_0, clientPort=51905, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/cluster_a11f27ca-9a97-5a17-025c-7b1c2d3e3055/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/cluster_a11f27ca-9a97-5a17-025c-7b1c2d3e3055/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T11:18:02,386 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51905 2024-11-09T11:18:02,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:18:02,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:18:02,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/test.cache.data in system properties and HBase conf 2024-11-09T11:18:02,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:18:02,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:18:02,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:18:02,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:18:02,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:18:02,387 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:18:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:18:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:18:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:18:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:18:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:18:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:18:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:18:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:18:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:18:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:18:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:18:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:18:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:18:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:18:02,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011f50ab0c0002, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:18:02,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011f50ab0c0005, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:18:02,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011f50ab0c0005, quorum=127.0.0.1:58485, baseZNode=/1-1638125299 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:18:02,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011f50ab0c0002, quorum=127.0.0.1:58485, baseZNode=/01619785773 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:18:02,759 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:18:02,766 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:18:02,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:18:02,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:18:02,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:18:02,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:18:02,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:18:02,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@80f7389{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:18:02,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44f7d1c9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/java.io.tmpdir/jetty-localhost-39187-hadoop-hdfs-3_4_1-tests_jar-_-any-6604619153650001728/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:18:02,915 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3be1cd16{HTTP/1.1, (http/1.1)}{localhost:39187} 2024-11-09T11:18:02,915 INFO [Time-limited test {}] server.Server(415): Started @36816ms 2024-11-09T11:18:03,217 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:18:03,227 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:18:03,252 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:18:03,267 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:18:03,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:18:03,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:18:03,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:18:03,283 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:18:03,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:18:03,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ce6a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:18:03,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c246225{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/java.io.tmpdir/jetty-localhost-42467-hadoop-hdfs-3_4_1-tests_jar-_-any-15179037055574597926/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:18:03,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@392665{HTTP/1.1, (http/1.1)}{localhost:42467} 2024-11-09T11:18:03,431 INFO [Time-limited test {}] server.Server(415): Started @37332ms 2024-11-09T11:18:03,433 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:18:04,113 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/cluster_a11f27ca-9a97-5a17-025c-7b1c2d3e3055/data/data1/current/BP-993837025-172.17.0.2-1731151082415/current, will proceed with Du for space computation calculation, 2024-11-09T11:18:04,116 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/cluster_a11f27ca-9a97-5a17-025c-7b1c2d3e3055/data/data2/current/BP-993837025-172.17.0.2-1731151082415/current, will proceed with Du for space computation calculation, 2024-11-09T11:18:04,161 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:18:04,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x170a94d514225b89 with lease ID 0x3ce59eafcc89e98f: Processing first storage report for DS-a67b570b-fefa-4a8d-b1f8-9ceb0ec9faa1 from datanode DatanodeRegistration(127.0.0.1:43637, datanodeUuid=f0505810-e951-4734-9797-996c0cd20f7c, infoPort=43693, infoSecurePort=0, ipcPort=45139, storageInfo=lv=-57;cid=testClusterID;nsid=2103613721;c=1731151082415) 2024-11-09T11:18:04,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x170a94d514225b89 with lease ID 0x3ce59eafcc89e98f: from storage DS-a67b570b-fefa-4a8d-b1f8-9ceb0ec9faa1 node DatanodeRegistration(127.0.0.1:43637, datanodeUuid=f0505810-e951-4734-9797-996c0cd20f7c, infoPort=43693, infoSecurePort=0, ipcPort=45139, storageInfo=lv=-57;cid=testClusterID;nsid=2103613721;c=1731151082415), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:18:04,165 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x170a94d514225b89 with lease ID 0x3ce59eafcc89e98f: Processing first storage report for DS-6c1efc9e-4167-4b07-a27c-e2f89842fbce from datanode DatanodeRegistration(127.0.0.1:43637, datanodeUuid=f0505810-e951-4734-9797-996c0cd20f7c, infoPort=43693, infoSecurePort=0, ipcPort=45139, storageInfo=lv=-57;cid=testClusterID;nsid=2103613721;c=1731151082415) 2024-11-09T11:18:04,165 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x170a94d514225b89 with lease ID 0x3ce59eafcc89e98f: from storage DS-6c1efc9e-4167-4b07-a27c-e2f89842fbce node DatanodeRegistration(127.0.0.1:43637, datanodeUuid=f0505810-e951-4734-9797-996c0cd20f7c, infoPort=43693, infoSecurePort=0, ipcPort=45139, storageInfo=lv=-57;cid=testClusterID;nsid=2103613721;c=1731151082415), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:18:04,189 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616 2024-11-09T11:18:04,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:04,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:04,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:18:04,207 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407 with version=8 2024-11-09T11:18:04,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/hbase-staging 2024-11-09T11:18:04,210 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:18:04,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:04,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:04,210 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:18:04,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:04,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:18:04,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:18:04,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:18:04,211 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42005 2024-11-09T11:18:04,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42005 connecting to ZooKeeper ensemble=127.0.0.1:51905 2024-11-09T11:18:04,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420050x0, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:18:04,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42005-0x1011f512f380000 connected 2024-11-09T11:18:04,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:04,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:04,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Set watcher on znode that does not yet exist, /0-1457051182/running 2024-11-09T11:18:04,433 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407, hbase.cluster.distributed=false 2024-11-09T11:18:04,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Set watcher on znode that does not yet exist, /0-1457051182/acl 2024-11-09T11:18:04,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42005 2024-11-09T11:18:04,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42005 2024-11-09T11:18:04,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42005 2024-11-09T11:18:04,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42005 2024-11-09T11:18:04,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42005 2024-11-09T11:18:04,499 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:18:04,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:04,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:04,500 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:18:04,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:04,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:18:04,500 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:18:04,500 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:18:04,547 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33271 2024-11-09T11:18:04,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33271 connecting to ZooKeeper ensemble=127.0.0.1:51905 2024-11-09T11:18:04,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:04,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:04,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332710x0, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:18:04,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332710x0, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Set watcher on znode that does not yet exist, /0-1457051182/running 2024-11-09T11:18:04,563 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:18:04,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33271-0x1011f512f380001 connected 2024-11-09T11:18:04,584 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:18:04,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Set watcher on znode that does not yet exist, /0-1457051182/master 2024-11-09T11:18:04,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Set watcher on znode that does not yet exist, /0-1457051182/acl 2024-11-09T11:18:04,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33271 2024-11-09T11:18:04,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33271 2024-11-09T11:18:04,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33271 2024-11-09T11:18:04,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33271 2024-11-09T11:18:04,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33271 2024-11-09T11:18:04,656 DEBUG [M:0;3264b4bbda9f:42005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:42005 2024-11-09T11:18:04,664 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1457051182/backup-masters/3264b4bbda9f,42005,1731151084210 2024-11-09T11:18:04,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182/backup-masters 2024-11-09T11:18:04,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182/backup-masters 2024-11-09T11:18:04,678 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Set watcher on existing znode=/0-1457051182/backup-masters/3264b4bbda9f,42005,1731151084210 2024-11-09T11:18:04,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1457051182/master 2024-11-09T11:18:04,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182 2024-11-09T11:18:04,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182 2024-11-09T11:18:04,690 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Set watcher on existing znode=/0-1457051182/master 2024-11-09T11:18:04,690 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1457051182/backup-masters/3264b4bbda9f,42005,1731151084210 from backup master directory 2024-11-09T11:18:04,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1457051182/backup-masters/3264b4bbda9f,42005,1731151084210 2024-11-09T11:18:04,698 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:18:04,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182/backup-masters 2024-11-09T11:18:04,698 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,42005,1731151084210 2024-11-09T11:18:04,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182/backup-masters 2024-11-09T11:18:04,704 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/hbase.id] with ID: a7f56b37-8091-486b-9958-08c60b777f60 2024-11-09T11:18:04,704 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/.tmp/hbase.id 2024-11-09T11:18:04,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:18:04,720 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/.tmp/hbase.id]:[hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/hbase.id] 2024-11-09T11:18:04,760 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:04,760 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:18:04,762 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T11:18:04,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182 2024-11-09T11:18:04,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182 2024-11-09T11:18:04,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:18:04,789 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:18:04,790 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:18:04,790 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:18:04,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:18:04,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:18:04,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T11:18:04,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T11:18:04,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:18:05,218 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store 2024-11-09T11:18:05,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:18:05,636 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:05,636 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:18:05,636 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:05,636 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:05,636 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:18:05,636 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:05,636 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:05,636 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151085636Disabling compacts and flushes for region at 1731151085636Disabling writes for close at 1731151085636Writing region close event to WAL at 1731151085636Closed at 1731151085636 2024-11-09T11:18:05,638 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store/.initializing 2024-11-09T11:18:05,638 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/WALs/3264b4bbda9f,42005,1731151084210 2024-11-09T11:18:05,639 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:18:05,643 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C42005%2C1731151084210, suffix=, logDir=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/WALs/3264b4bbda9f,42005,1731151084210, archiveDir=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/oldWALs, maxLogs=10 2024-11-09T11:18:05,660 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/WALs/3264b4bbda9f,42005,1731151084210/3264b4bbda9f%2C42005%2C1731151084210.1731151085644, exclude list is [], retry=0 2024-11-09T11:18:05,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43637,DS-a67b570b-fefa-4a8d-b1f8-9ceb0ec9faa1,DISK] 2024-11-09T11:18:05,670 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/WALs/3264b4bbda9f,42005,1731151084210/3264b4bbda9f%2C42005%2C1731151084210.1731151085644 2024-11-09T11:18:05,672 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43693:43693)] 2024-11-09T11:18:05,672 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:18:05,673 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:05,673 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:05,673 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:05,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:05,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:18:05,684 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:05,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:05,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:05,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:18:05,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:05,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:05,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:05,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:18:05,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:05,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:05,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:05,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:18:05,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:05,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:05,698 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:05,698 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:05,699 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:05,701 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:05,701 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:05,702 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:18:05,703 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:05,706 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:18:05,707 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71119993, jitterRate=0.059770479798316956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:18:05,708 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151085673Initializing all the Stores at 1731151085674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151085674Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151085680 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151085680Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151085680Cleaning up temporary data from old regions at 1731151085701 (+21 ms)Region opened successfully at 1731151085708 (+7 ms) 2024-11-09T11:18:05,708 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:18:05,713 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba807d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:18:05,714 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:18:05,714 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:18:05,714 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:18:05,714 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:18:05,715 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:18:05,715 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:18:05,715 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:18:05,718 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:18:05,720 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Unable to get data of znode /0-1457051182/balancer because node does not exist (not necessarily an error) 2024-11-09T11:18:05,771 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1457051182/balancer already deleted, retry=false 2024-11-09T11:18:05,772 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:18:05,773 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Unable to get data of znode /0-1457051182/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:18:05,782 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1457051182/normalizer already deleted, retry=false 2024-11-09T11:18:05,782 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:18:05,783 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Unable to get data of znode /0-1457051182/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:18:05,792 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1457051182/switch/split already deleted, retry=false 2024-11-09T11:18:05,793 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Unable to get data of znode /0-1457051182/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:18:05,803 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1457051182/switch/merge already deleted, retry=false 2024-11-09T11:18:05,806 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Unable to get data of znode /0-1457051182/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:18:05,813 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1457051182/snapshot-cleanup already deleted, retry=false 2024-11-09T11:18:05,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1457051182/running 2024-11-09T11:18:05,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182 2024-11-09T11:18:05,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1457051182/running 2024-11-09T11:18:05,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182 2024-11-09T11:18:05,826 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,42005,1731151084210, sessionid=0x1011f512f380000, setting cluster-up flag (Was=false) 2024-11-09T11:18:05,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182 2024-11-09T11:18:05,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182 2024-11-09T11:18:05,887 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1457051182/flush-table-proc/acquired, /0-1457051182/flush-table-proc/reached, /0-1457051182/flush-table-proc/abort 2024-11-09T11:18:05,889 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,42005,1731151084210 2024-11-09T11:18:05,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182 2024-11-09T11:18:05,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182 2024-11-09T11:18:05,940 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1457051182/online-snapshot/acquired, /0-1457051182/online-snapshot/reached, /0-1457051182/online-snapshot/abort 2024-11-09T11:18:05,943 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,42005,1731151084210 2024-11-09T11:18:05,952 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:18:05,955 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:18:05,956 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:18:05,956 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:18:05,956 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 3264b4bbda9f,46333,1731151055408: status=Processing ServerCrashProcedure of 3264b4bbda9f,46333,1731151055408 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731151072953, completionTime=-1 appears to have been leaked 2024-11-09T11:18:05,956 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,42005,1731151084210 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:18:05,959 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:18:05,960 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:18:05,960 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:18:05,960 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:18:05,960 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:18:05,960 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:05,960 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:18:05,960 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:05,975 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:18:05,975 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:18:05,978 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:05,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:18:05,992 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151115992 2024-11-09T11:18:05,993 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:18:05,993 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:18:05,993 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:18:05,993 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:18:05,993 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:18:05,993 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:18:05,993 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:05,993 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:18:05,994 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:18:05,994 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:18:05,994 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:18:05,996 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:18:05,996 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:18:06,000 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151085996,5,FailOnTimeoutGroup] 2024-11-09T11:18:06,008 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151086000,5,FailOnTimeoutGroup] 2024-11-09T11:18:06,008 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:06,008 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:18:06,008 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:06,008 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:06,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:18:06,017 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:18:06,018 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407 2024-11-09T11:18:06,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741832_1008 (size=32) 2024-11-09T11:18:06,038 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.HRegionServer(746): ClusterId : a7f56b37-8091-486b-9958-08c60b777f60 2024-11-09T11:18:06,039 DEBUG [RS:0;3264b4bbda9f:33271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:18:06,046 DEBUG [RS:0;3264b4bbda9f:33271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:18:06,046 DEBUG [RS:0;3264b4bbda9f:33271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:18:06,056 DEBUG [RS:0;3264b4bbda9f:33271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:18:06,057 DEBUG [RS:0;3264b4bbda9f:33271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476ef7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:18:06,070 DEBUG [RS:0;3264b4bbda9f:33271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:33271 2024-11-09T11:18:06,070 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:18:06,070 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:18:06,070 DEBUG [RS:0;3264b4bbda9f:33271 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:18:06,071 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,42005,1731151084210 with port=33271, startcode=1731151084499 2024-11-09T11:18:06,071 DEBUG [RS:0;3264b4bbda9f:33271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:18:06,074 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:18:06,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,33271,1731151084499 2024-11-09T11:18:06,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,33271,1731151084499 2024-11-09T11:18:06,078 DEBUG [RS:0;3264b4bbda9f:33271 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407 2024-11-09T11:18:06,078 DEBUG [RS:0;3264b4bbda9f:33271 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44349 2024-11-09T11:18:06,078 DEBUG [RS:0;3264b4bbda9f:33271 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:18:06,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182/rs 2024-11-09T11:18:06,089 DEBUG [RS:0;3264b4bbda9f:33271 {}] zookeeper.ZKUtil(111): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Set watcher on existing znode=/0-1457051182/rs/3264b4bbda9f,33271,1731151084499 2024-11-09T11:18:06,089 WARN [RS:0;3264b4bbda9f:33271 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:18:06,089 INFO [RS:0;3264b4bbda9f:33271 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:18:06,089 DEBUG [RS:0;3264b4bbda9f:33271 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499 2024-11-09T11:18:06,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,33271,1731151084499] 2024-11-09T11:18:06,101 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:18:06,103 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:18:06,104 INFO [RS:0;3264b4bbda9f:33271 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:18:06,104 INFO [RS:0;3264b4bbda9f:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:06,108 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:18:06,109 INFO [RS:0;3264b4bbda9f:33271 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:18:06,109 INFO [RS:0;3264b4bbda9f:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:06,110 DEBUG [RS:0;3264b4bbda9f:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:06,110 DEBUG [RS:0;3264b4bbda9f:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:06,110 DEBUG [RS:0;3264b4bbda9f:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:06,110 DEBUG [RS:0;3264b4bbda9f:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:06,110 DEBUG [RS:0;3264b4bbda9f:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:06,110 DEBUG [RS:0;3264b4bbda9f:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:18:06,110 DEBUG [RS:0;3264b4bbda9f:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:06,110 DEBUG [RS:0;3264b4bbda9f:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:06,110 DEBUG [RS:0;3264b4bbda9f:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:06,110 DEBUG [RS:0;3264b4bbda9f:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:06,110 DEBUG [RS:0;3264b4bbda9f:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:06,110 DEBUG [RS:0;3264b4bbda9f:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:06,111 DEBUG [RS:0;3264b4bbda9f:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:18:06,111 DEBUG [RS:0;3264b4bbda9f:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:18:06,116 INFO [RS:0;3264b4bbda9f:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:06,116 INFO [RS:0;3264b4bbda9f:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:06,116 INFO [RS:0;3264b4bbda9f:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:06,116 INFO [RS:0;3264b4bbda9f:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:06,116 INFO [RS:0;3264b4bbda9f:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:06,116 INFO [RS:0;3264b4bbda9f:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,33271,1731151084499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:18:06,135 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:18:06,135 INFO [RS:0;3264b4bbda9f:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,33271,1731151084499-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:06,135 INFO [RS:0;3264b4bbda9f:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:06,135 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.Replication(171): 3264b4bbda9f,33271,1731151084499 started 2024-11-09T11:18:06,153 INFO [RS:0;3264b4bbda9f:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:06,153 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,33271,1731151084499, RpcServer on 3264b4bbda9f/172.17.0.2:33271, sessionid=0x1011f512f380001 2024-11-09T11:18:06,153 DEBUG [RS:0;3264b4bbda9f:33271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:18:06,153 DEBUG [RS:0;3264b4bbda9f:33271 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,33271,1731151084499 2024-11-09T11:18:06,153 DEBUG [RS:0;3264b4bbda9f:33271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,33271,1731151084499' 2024-11-09T11:18:06,153 DEBUG [RS:0;3264b4bbda9f:33271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1457051182/flush-table-proc/abort' 2024-11-09T11:18:06,154 DEBUG [RS:0;3264b4bbda9f:33271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1457051182/flush-table-proc/acquired' 2024-11-09T11:18:06,154 DEBUG [RS:0;3264b4bbda9f:33271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:18:06,154 DEBUG [RS:0;3264b4bbda9f:33271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:18:06,154 DEBUG [RS:0;3264b4bbda9f:33271 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,33271,1731151084499 2024-11-09T11:18:06,154 DEBUG [RS:0;3264b4bbda9f:33271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,33271,1731151084499' 2024-11-09T11:18:06,154 DEBUG [RS:0;3264b4bbda9f:33271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1457051182/online-snapshot/abort' 2024-11-09T11:18:06,155 DEBUG [RS:0;3264b4bbda9f:33271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1457051182/online-snapshot/acquired' 2024-11-09T11:18:06,155 DEBUG [RS:0;3264b4bbda9f:33271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:18:06,155 INFO [RS:0;3264b4bbda9f:33271 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:18:06,156 INFO [RS:0;3264b4bbda9f:33271 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:18:06,256 INFO [RS:0;3264b4bbda9f:33271 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:18:06,258 INFO [RS:0;3264b4bbda9f:33271 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C33271%2C1731151084499, suffix=, logDir=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499, archiveDir=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/oldWALs, maxLogs=10 2024-11-09T11:18:06,283 DEBUG [RS:0;3264b4bbda9f:33271 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499/3264b4bbda9f%2C33271%2C1731151084499.1731151086259, exclude list is [], retry=0 2024-11-09T11:18:06,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43637,DS-a67b570b-fefa-4a8d-b1f8-9ceb0ec9faa1,DISK] 2024-11-09T11:18:06,293 INFO [RS:0;3264b4bbda9f:33271 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499/3264b4bbda9f%2C33271%2C1731151084499.1731151086259 2024-11-09T11:18:06,296 DEBUG [RS:0;3264b4bbda9f:33271 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43693:43693)] 2024-11-09T11:18:06,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:06,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:18:06,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:18:06,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:06,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:06,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:18:06,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:18:06,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:06,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:06,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:18:06,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:18:06,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:06,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:06,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:18:06,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:18:06,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:06,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:06,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:18:06,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740 2024-11-09T11:18:06,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740 2024-11-09T11:18:06,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:18:06,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:18:06,456 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:18:06,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:18:06,459 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:18:06,459 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69840846, jitterRate=0.04070970416069031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:18:06,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151086438Initializing all the Stores at 1731151086439 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151086439Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151086440 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151086440Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151086440Cleaning up temporary data from old regions at 1731151086456 (+16 ms)Region opened successfully at 1731151086460 (+4 ms) 2024-11-09T11:18:06,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:18:06,460 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:18:06,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:18:06,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:18:06,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:18:06,461 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:18:06,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151086460Disabling compacts and flushes for region at 1731151086460Disabling writes for close at 1731151086460Writing region close event to WAL at 1731151086461 (+1 ms)Closed at 1731151086461 2024-11-09T11:18:06,463 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:18:06,463 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:18:06,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:18:06,464 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:18:06,470 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:18:06,621 DEBUG [3264b4bbda9f:42005 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:18:06,621 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,33271,1731151084499 2024-11-09T11:18:06,623 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,33271,1731151084499, state=OPENING 2024-11-09T11:18:06,677 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:18:06,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182 2024-11-09T11:18:06,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182 2024-11-09T11:18:06,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1457051182/meta-region-server: CHANGED 2024-11-09T11:18:06,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1457051182/meta-region-server: CHANGED 2024-11-09T11:18:06,721 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:18:06,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,33271,1731151084499}] 2024-11-09T11:18:06,875 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:18:06,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:18:06,881 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:18:06,881 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:18:06,881 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:18:06,883 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C33271%2C1731151084499.meta, suffix=.meta, logDir=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499, archiveDir=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/oldWALs, maxLogs=10 2024-11-09T11:18:06,896 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499/3264b4bbda9f%2C33271%2C1731151084499.meta.1731151086883.meta, exclude list is [], retry=0 2024-11-09T11:18:06,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43637,DS-a67b570b-fefa-4a8d-b1f8-9ceb0ec9faa1,DISK] 2024-11-09T11:18:06,904 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499/3264b4bbda9f%2C33271%2C1731151084499.meta.1731151086883.meta 2024-11-09T11:18:06,908 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43693:43693)] 2024-11-09T11:18:06,908 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:18:06,909 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:18:06,909 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:18:06,909 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:18:06,909 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:18:06,909 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:18:06,909 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:06,910 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:18:06,910 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:18:06,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:18:06,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:18:06,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:06,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:06,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:18:06,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:18:06,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:06,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:06,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:18:06,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:18:06,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:06,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:06,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:18:06,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:18:06,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:06,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:06,924 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:18:06,925 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740 2024-11-09T11:18:06,925 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740 2024-11-09T11:18:06,926 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:18:06,927 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:18:06,927 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:18:06,929 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:18:06,929 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72083392, jitterRate=0.0741262435913086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:18:06,929 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:18:06,930 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151086910Writing region info on filesystem at 1731151086910Initializing all the Stores at 1731151086911 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151086911Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151086912 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151086912Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151086912Cleaning up temporary data from old regions at 1731151086927 (+15 ms)Running coprocessor post-open hooks at 1731151086929 (+2 ms)Region opened successfully at 1731151086930 (+1 ms) 2024-11-09T11:18:06,931 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151086874 2024-11-09T11:18:06,935 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:18:06,935 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:18:06,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,33271,1731151084499 2024-11-09T11:18:06,936 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,33271,1731151084499, state=OPEN 2024-11-09T11:18:06,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1457051182/meta-region-server 2024-11-09T11:18:06,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1457051182/meta-region-server 2024-11-09T11:18:06,961 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,33271,1731151084499 2024-11-09T11:18:06,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1457051182/meta-region-server: CHANGED 2024-11-09T11:18:06,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1457051182/meta-region-server: CHANGED 2024-11-09T11:18:06,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:18:06,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,33271,1731151084499 in 240 msec 2024-11-09T11:18:06,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:18:06,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 501 msec 2024-11-09T11:18:06,969 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:18:06,969 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:18:06,971 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:06,971 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,33271,1731151084499, seqNum=-1] 2024-11-09T11:18:06,972 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:06,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:06,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0260 sec 2024-11-09T11:18:06,982 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151086982, completionTime=-1 2024-11-09T11:18:06,982 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:18:06,982 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:18:06,985 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:18:06,985 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151146985 2024-11-09T11:18:06,985 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151206985 2024-11-09T11:18:06,985 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T11:18:06,986 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42005,1731151084210-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:06,986 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42005,1731151084210-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:06,986 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42005,1731151084210-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:06,986 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:42005, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:06,986 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:06,989 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:18:06,992 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:06,996 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.298sec 2024-11-09T11:18:06,997 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:18:06,997 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:18:06,997 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:18:06,997 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:18:06,997 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:18:06,997 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42005,1731151084210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:18:06,997 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42005,1731151084210-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:18:06,999 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:18:06,999 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:18:07,000 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42005,1731151084210-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:07,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dea97bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:07,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42005,-1 for getting cluster id 2024-11-09T11:18:07,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:07,041 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7f56b37-8091-486b-9958-08c60b777f60' 2024-11-09T11:18:07,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:07,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7f56b37-8091-486b-9958-08c60b777f60" 2024-11-09T11:18:07,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740d377f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:07,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42005,-1] 2024-11-09T11:18:07,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:07,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:07,044 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:07,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c16f67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:07,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:07,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,33271,1731151084499, seqNum=-1] 2024-11-09T11:18:07,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:07,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:07,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,42005,1731151084210 2024-11-09T11:18:07,053 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51905 2024-11-09T11:18:07,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:18:07,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f512f380002 connected 2024-11-09T11:18:07,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/hadoop.log.dir so I do NOT create it in target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043 2024-11-09T11:18:07,082 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:18:07,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/hadoop.tmp.dir so I do NOT create it in target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043 2024-11-09T11:18:07,082 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:18:07,082 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043 2024-11-09T11:18:07,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:18:07,082 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/cluster_1230b43f-331a-ca82-39a2-9aee78b23af1, deleteOnExit=true 2024-11-09T11:18:07,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:18:07,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/test.cache.data in system properties and HBase conf 2024-11-09T11:18:07,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:18:07,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:18:07,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:18:07,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:18:07,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:18:07,083 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:18:07,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:18:07,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:18:07,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:18:07,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:18:07,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:18:07,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:18:07,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:18:07,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:18:07,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:18:07,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:18:07,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:18:07,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:18:07,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:18:07,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:18:07,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:18:07,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:18:07,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:18:07,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:18:07,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:18:07,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:18:07,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:18:07,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c32071a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:18:07,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15a1226e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/java.io.tmpdir/jetty-localhost-33719-hadoop-hdfs-3_4_1-tests_jar-_-any-5362311370720438753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:18:07,725 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@464d20e8{HTTP/1.1, (http/1.1)}{localhost:33719} 2024-11-09T11:18:07,725 INFO [Time-limited test {}] server.Server(415): Started @41626ms 2024-11-09T11:18:08,176 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:18:08,181 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:18:08,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:18:08,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:18:08,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:18:08,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4bcfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:18:08,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c9345c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:18:08,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34999bb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/java.io.tmpdir/jetty-localhost-36029-hadoop-hdfs-3_4_1-tests_jar-_-any-5202517972102742254/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:18:08,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12c2c801{HTTP/1.1, (http/1.1)}{localhost:36029} 2024-11-09T11:18:08,348 INFO [Time-limited test {}] server.Server(415): Started @42249ms 2024-11-09T11:18:08,350 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:18:09,205 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/cluster_1230b43f-331a-ca82-39a2-9aee78b23af1/data/data1/current/BP-986029676-172.17.0.2-1731151087117/current, will proceed with Du for space computation calculation, 2024-11-09T11:18:09,212 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/cluster_1230b43f-331a-ca82-39a2-9aee78b23af1/data/data2/current/BP-986029676-172.17.0.2-1731151087117/current, will proceed with Du for space computation calculation, 2024-11-09T11:18:09,265 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:18:09,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe14cf0079616238 with lease ID 0xa1d8038d2ad34dae: Processing first storage report for DS-aa876f3d-d813-4495-ba98-64b6b37791f9 from datanode DatanodeRegistration(127.0.0.1:33829, datanodeUuid=22bcde2a-d336-4fdb-ac95-268c7b417673, infoPort=34913, infoSecurePort=0, ipcPort=41171, storageInfo=lv=-57;cid=testClusterID;nsid=1341327849;c=1731151087117) 2024-11-09T11:18:09,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe14cf0079616238 with lease ID 0xa1d8038d2ad34dae: from storage DS-aa876f3d-d813-4495-ba98-64b6b37791f9 node DatanodeRegistration(127.0.0.1:33829, datanodeUuid=22bcde2a-d336-4fdb-ac95-268c7b417673, infoPort=34913, infoSecurePort=0, ipcPort=41171, storageInfo=lv=-57;cid=testClusterID;nsid=1341327849;c=1731151087117), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:18:09,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe14cf0079616238 with lease ID 0xa1d8038d2ad34dae: Processing first storage report for DS-10f92ca1-66ce-4047-8d20-a475a9ecbf80 from datanode DatanodeRegistration(127.0.0.1:33829, datanodeUuid=22bcde2a-d336-4fdb-ac95-268c7b417673, infoPort=34913, infoSecurePort=0, ipcPort=41171, storageInfo=lv=-57;cid=testClusterID;nsid=1341327849;c=1731151087117) 2024-11-09T11:18:09,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe14cf0079616238 with lease ID 0xa1d8038d2ad34dae: from storage DS-10f92ca1-66ce-4047-8d20-a475a9ecbf80 node DatanodeRegistration(127.0.0.1:33829, datanodeUuid=22bcde2a-d336-4fdb-ac95-268c7b417673, infoPort=34913, infoSecurePort=0, ipcPort=41171, storageInfo=lv=-57;cid=testClusterID;nsid=1341327849;c=1731151087117), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:18:09,305 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043 2024-11-09T11:18:09,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:09,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:09,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:18:09,334 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc with version=8 2024-11-09T11:18:09,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/hbase-staging 2024-11-09T11:18:09,337 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:18:09,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:09,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:09,337 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:18:09,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:09,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:18:09,337 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:18:09,337 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:18:09,340 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36907 2024-11-09T11:18:09,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36907 connecting to ZooKeeper ensemble=127.0.0.1:51905 2024-11-09T11:18:09,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369070x0, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:18:09,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36907-0x1011f512f380003 connected 2024-11-09T11:18:09,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:09,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:09,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Set watcher on znode that does not yet exist, /11081472279/running 2024-11-09T11:18:09,462 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc, hbase.cluster.distributed=false 2024-11-09T11:18:09,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Set watcher on znode that does not yet exist, /11081472279/acl 2024-11-09T11:18:09,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36907 2024-11-09T11:18:09,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36907 2024-11-09T11:18:09,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36907 2024-11-09T11:18:09,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36907 2024-11-09T11:18:09,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36907 2024-11-09T11:18:09,557 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:18:09,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:09,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:09,558 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:18:09,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:09,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:18:09,558 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:18:09,558 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:18:09,565 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35591 2024-11-09T11:18:09,566 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35591 connecting to ZooKeeper ensemble=127.0.0.1:51905 2024-11-09T11:18:09,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:09,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:09,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355910x0, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:18:09,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355910x0, quorum=127.0.0.1:51905, baseZNode=/11081472279 Set watcher on znode that does not yet exist, /11081472279/running 2024-11-09T11:18:09,605 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:18:09,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35591-0x1011f512f380004 connected 2024-11-09T11:18:09,628 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:18:09,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Set watcher on znode that does not yet exist, /11081472279/master 2024-11-09T11:18:09,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Set watcher on znode that does not yet exist, /11081472279/acl 2024-11-09T11:18:09,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35591 2024-11-09T11:18:09,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35591 2024-11-09T11:18:09,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35591 2024-11-09T11:18:09,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35591 2024-11-09T11:18:09,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35591 2024-11-09T11:18:09,746 DEBUG [M:0;3264b4bbda9f:36907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:36907 2024-11-09T11:18:09,752 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11081472279/backup-masters/3264b4bbda9f,36907,1731151089337 2024-11-09T11:18:09,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279/backup-masters 2024-11-09T11:18:09,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279/backup-masters 2024-11-09T11:18:09,761 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Set watcher on existing znode=/11081472279/backup-masters/3264b4bbda9f,36907,1731151089337 2024-11-09T11:18:09,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279 2024-11-09T11:18:09,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11081472279/master 2024-11-09T11:18:09,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279 2024-11-09T11:18:09,772 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Set watcher on existing znode=/11081472279/master 2024-11-09T11:18:09,773 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11081472279/backup-masters/3264b4bbda9f,36907,1731151089337 from backup master directory 2024-11-09T11:18:09,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279/backup-masters 2024-11-09T11:18:09,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081472279/backup-masters/3264b4bbda9f,36907,1731151089337 2024-11-09T11:18:09,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279/backup-masters 2024-11-09T11:18:09,782 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:18:09,782 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,36907,1731151089337 2024-11-09T11:18:09,788 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/hbase.id] with ID: b045badb-e673-4fb0-afeb-ebba6488a0ba 2024-11-09T11:18:09,788 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/.tmp/hbase.id 2024-11-09T11:18:09,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:18:10,232 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/.tmp/hbase.id]:[hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/hbase.id] 2024-11-09T11:18:10,245 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:10,246 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:18:10,247 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T11:18:10,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279 2024-11-09T11:18:10,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279 2024-11-09T11:18:10,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:18:10,388 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:18:10,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:18:10,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:18:10,712 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:18:10,713 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:18:10,713 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:18:10,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:18:10,758 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store 2024-11-09T11:18:10,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:18:10,773 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:10,773 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:18:10,773 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:10,773 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:10,773 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:18:10,773 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:10,773 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:10,773 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151090773Disabling compacts and flushes for region at 1731151090773Disabling writes for close at 1731151090773Writing region close event to WAL at 1731151090773Closed at 1731151090773 2024-11-09T11:18:10,775 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store/.initializing 2024-11-09T11:18:10,775 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/WALs/3264b4bbda9f,36907,1731151089337 2024-11-09T11:18:10,780 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:18:10,782 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C36907%2C1731151089337, suffix=, logDir=hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/WALs/3264b4bbda9f,36907,1731151089337, archiveDir=hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/oldWALs, maxLogs=10 2024-11-09T11:18:10,801 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/WALs/3264b4bbda9f,36907,1731151089337/3264b4bbda9f%2C36907%2C1731151089337.1731151090782, exclude list is [], retry=0 2024-11-09T11:18:10,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33829,DS-aa876f3d-d813-4495-ba98-64b6b37791f9,DISK] 2024-11-09T11:18:10,810 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/WALs/3264b4bbda9f,36907,1731151089337/3264b4bbda9f%2C36907%2C1731151089337.1731151090782 2024-11-09T11:18:10,839 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34913:34913)] 2024-11-09T11:18:10,840 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:18:10,840 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:10,840 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:10,840 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:10,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:10,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:18:10,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:10,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:10,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:10,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:18:10,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:10,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:10,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:10,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:18:10,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:10,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:10,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:10,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:18:10,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:10,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:10,862 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:10,868 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:10,873 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:10,875 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:10,875 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:10,876 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:18:10,881 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:10,897 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:18:10,900 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69057325, jitterRate=0.029034331440925598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:18:10,900 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151090840Initializing all the Stores at 1731151090841 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151090841Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151090844 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151090844Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151090844Cleaning up temporary data from old regions at 1731151090875 (+31 ms)Region opened successfully at 1731151090900 (+25 ms) 2024-11-09T11:18:10,916 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:18:10,925 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2039bb43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:18:10,926 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:18:10,926 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:18:10,926 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:18:10,926 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:18:10,927 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:18:10,928 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:18:10,928 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:18:10,935 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:18:10,937 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Unable to get data of znode /11081472279/balancer because node does not exist (not necessarily an error) 2024-11-09T11:18:10,992 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081472279/balancer already deleted, retry=false 2024-11-09T11:18:10,993 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:18:10,994 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Unable to get data of znode /11081472279/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:18:11,002 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081472279/normalizer already deleted, retry=false 2024-11-09T11:18:11,003 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:18:11,005 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Unable to get data of znode /11081472279/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:18:11,013 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081472279/switch/split already deleted, retry=false 2024-11-09T11:18:11,015 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Unable to get data of znode /11081472279/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:18:11,023 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081472279/switch/merge already deleted, retry=false 2024-11-09T11:18:11,026 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Unable to get data of znode /11081472279/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:18:11,034 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081472279/snapshot-cleanup already deleted, retry=false 2024-11-09T11:18:11,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11081472279/running 2024-11-09T11:18:11,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11081472279/running 2024-11-09T11:18:11,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279 2024-11-09T11:18:11,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279 2024-11-09T11:18:11,046 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,36907,1731151089337, sessionid=0x1011f512f380003, setting cluster-up flag (Was=false) 2024-11-09T11:18:11,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279 2024-11-09T11:18:11,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279 2024-11-09T11:18:11,098 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11081472279/flush-table-proc/acquired, /11081472279/flush-table-proc/reached, /11081472279/flush-table-proc/abort 2024-11-09T11:18:11,099 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,36907,1731151089337 2024-11-09T11:18:11,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279 2024-11-09T11:18:11,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279 2024-11-09T11:18:11,150 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11081472279/online-snapshot/acquired, /11081472279/online-snapshot/reached, /11081472279/online-snapshot/abort 2024-11-09T11:18:11,151 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,36907,1731151089337 2024-11-09T11:18:11,152 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:18:11,155 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:18:11,155 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:18:11,155 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:18:11,155 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,36907,1731151089337 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:18:11,157 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:18:11,157 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:18:11,157 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:18:11,157 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:18:11,157 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:18:11,157 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:11,157 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:18:11,157 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:11,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:18:11,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:18:11,164 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151121164 2024-11-09T11:18:11,164 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:18:11,164 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:18:11,164 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:18:11,164 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:18:11,165 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:18:11,165 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:11,165 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:18:11,165 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:18:11,168 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:11,172 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:18:11,172 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:18:11,173 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:18:11,173 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:18:11,176 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:18:11,176 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:18:11,180 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151091176,5,FailOnTimeoutGroup] 2024-11-09T11:18:11,180 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151091180,5,FailOnTimeoutGroup] 2024-11-09T11:18:11,180 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:11,180 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:18:11,180 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:11,181 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:11,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:18:11,185 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:18:11,186 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc 2024-11-09T11:18:11,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741832_1008 (size=32) 2024-11-09T11:18:11,234 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.HRegionServer(746): ClusterId : b045badb-e673-4fb0-afeb-ebba6488a0ba 2024-11-09T11:18:11,234 DEBUG [RS:0;3264b4bbda9f:35591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:18:11,245 DEBUG [RS:0;3264b4bbda9f:35591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:18:11,245 DEBUG [RS:0;3264b4bbda9f:35591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:18:11,256 DEBUG [RS:0;3264b4bbda9f:35591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:18:11,256 DEBUG [RS:0;3264b4bbda9f:35591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9f8777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:18:11,272 DEBUG [RS:0;3264b4bbda9f:35591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:35591 2024-11-09T11:18:11,272 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:18:11,272 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:18:11,272 DEBUG [RS:0;3264b4bbda9f:35591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:18:11,273 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,36907,1731151089337 with port=35591, startcode=1731151089557 2024-11-09T11:18:11,273 DEBUG [RS:0;3264b4bbda9f:35591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:18:11,275 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:18:11,276 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,35591,1731151089557 2024-11-09T11:18:11,276 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36907 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,35591,1731151089557 2024-11-09T11:18:11,278 DEBUG [RS:0;3264b4bbda9f:35591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc 2024-11-09T11:18:11,278 DEBUG [RS:0;3264b4bbda9f:35591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46733 2024-11-09T11:18:11,278 DEBUG [RS:0;3264b4bbda9f:35591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:18:11,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279/rs 2024-11-09T11:18:11,347 DEBUG [RS:0;3264b4bbda9f:35591 {}] zookeeper.ZKUtil(111): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Set watcher on existing znode=/11081472279/rs/3264b4bbda9f,35591,1731151089557 2024-11-09T11:18:11,348 WARN [RS:0;3264b4bbda9f:35591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:18:11,348 INFO [RS:0;3264b4bbda9f:35591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:18:11,348 DEBUG [RS:0;3264b4bbda9f:35591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/WALs/3264b4bbda9f,35591,1731151089557 2024-11-09T11:18:11,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,35591,1731151089557] 2024-11-09T11:18:11,353 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:18:11,356 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:18:11,356 INFO [RS:0;3264b4bbda9f:35591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:18:11,356 INFO [RS:0;3264b4bbda9f:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:11,359 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:18:11,360 INFO [RS:0;3264b4bbda9f:35591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:18:11,360 INFO [RS:0;3264b4bbda9f:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:11,360 DEBUG [RS:0;3264b4bbda9f:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:11,360 DEBUG [RS:0;3264b4bbda9f:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:11,360 DEBUG [RS:0;3264b4bbda9f:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:11,360 DEBUG [RS:0;3264b4bbda9f:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:11,361 DEBUG [RS:0;3264b4bbda9f:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:11,361 DEBUG [RS:0;3264b4bbda9f:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:18:11,361 DEBUG [RS:0;3264b4bbda9f:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:11,361 DEBUG [RS:0;3264b4bbda9f:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:11,361 DEBUG [RS:0;3264b4bbda9f:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:11,361 DEBUG [RS:0;3264b4bbda9f:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:11,361 DEBUG [RS:0;3264b4bbda9f:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:11,361 DEBUG [RS:0;3264b4bbda9f:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:11,361 DEBUG [RS:0;3264b4bbda9f:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:18:11,361 DEBUG [RS:0;3264b4bbda9f:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:18:11,368 INFO [RS:0;3264b4bbda9f:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:11,368 INFO [RS:0;3264b4bbda9f:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:11,368 INFO [RS:0;3264b4bbda9f:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:11,368 INFO [RS:0;3264b4bbda9f:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:11,368 INFO [RS:0;3264b4bbda9f:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:11,368 INFO [RS:0;3264b4bbda9f:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,35591,1731151089557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:18:11,388 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:18:11,388 INFO [RS:0;3264b4bbda9f:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,35591,1731151089557-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:11,388 INFO [RS:0;3264b4bbda9f:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:11,388 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.Replication(171): 3264b4bbda9f,35591,1731151089557 started 2024-11-09T11:18:11,408 INFO [RS:0;3264b4bbda9f:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:11,408 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,35591,1731151089557, RpcServer on 3264b4bbda9f/172.17.0.2:35591, sessionid=0x1011f512f380004 2024-11-09T11:18:11,408 DEBUG [RS:0;3264b4bbda9f:35591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:18:11,408 DEBUG [RS:0;3264b4bbda9f:35591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,35591,1731151089557 2024-11-09T11:18:11,408 DEBUG [RS:0;3264b4bbda9f:35591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,35591,1731151089557' 2024-11-09T11:18:11,408 DEBUG [RS:0;3264b4bbda9f:35591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11081472279/flush-table-proc/abort' 2024-11-09T11:18:11,409 DEBUG [RS:0;3264b4bbda9f:35591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11081472279/flush-table-proc/acquired' 2024-11-09T11:18:11,409 DEBUG [RS:0;3264b4bbda9f:35591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:18:11,409 DEBUG [RS:0;3264b4bbda9f:35591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:18:11,409 DEBUG [RS:0;3264b4bbda9f:35591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,35591,1731151089557 2024-11-09T11:18:11,409 DEBUG [RS:0;3264b4bbda9f:35591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,35591,1731151089557' 2024-11-09T11:18:11,409 DEBUG [RS:0;3264b4bbda9f:35591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11081472279/online-snapshot/abort' 2024-11-09T11:18:11,410 DEBUG [RS:0;3264b4bbda9f:35591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11081472279/online-snapshot/acquired' 2024-11-09T11:18:11,410 DEBUG [RS:0;3264b4bbda9f:35591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:18:11,410 INFO [RS:0;3264b4bbda9f:35591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:18:11,410 INFO [RS:0;3264b4bbda9f:35591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:18:11,511 INFO [RS:0;3264b4bbda9f:35591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:18:11,513 INFO [RS:0;3264b4bbda9f:35591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C35591%2C1731151089557, suffix=, logDir=hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/WALs/3264b4bbda9f,35591,1731151089557, archiveDir=hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/oldWALs, maxLogs=10 2024-11-09T11:18:11,551 DEBUG [RS:0;3264b4bbda9f:35591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/WALs/3264b4bbda9f,35591,1731151089557/3264b4bbda9f%2C35591%2C1731151089557.1731151091514, exclude list is [], retry=0 2024-11-09T11:18:11,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33829,DS-aa876f3d-d813-4495-ba98-64b6b37791f9,DISK] 2024-11-09T11:18:11,577 INFO [RS:0;3264b4bbda9f:35591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/WALs/3264b4bbda9f,35591,1731151089557/3264b4bbda9f%2C35591%2C1731151089557.1731151091514 2024-11-09T11:18:11,577 DEBUG [RS:0;3264b4bbda9f:35591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34913:34913)] 2024-11-09T11:18:11,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:11,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:18:11,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:18:11,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:11,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:11,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:18:11,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:18:11,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:11,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:11,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:18:11,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:18:11,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:11,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:11,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:18:11,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:18:11,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:11,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:11,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:18:11,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/data/hbase/meta/1588230740 2024-11-09T11:18:11,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/data/hbase/meta/1588230740 2024-11-09T11:18:11,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:18:11,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:18:11,613 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:18:11,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:18:11,619 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:18:11,619 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59573514, jitterRate=-0.11228546500205994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:18:11,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151091598Initializing all the Stores at 1731151091599 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151091599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151091599Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151091599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151091599Cleaning up temporary data from old regions at 1731151091613 (+14 ms)Region opened successfully at 1731151091620 (+7 ms) 2024-11-09T11:18:11,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:18:11,620 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:18:11,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:18:11,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:18:11,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:18:11,620 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:18:11,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151091620Disabling compacts and flushes for region at 1731151091620Disabling writes for close at 1731151091620Writing region close event to WAL at 1731151091620Closed at 1731151091620 2024-11-09T11:18:11,622 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:18:11,622 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:18:11,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:18:11,624 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:18:11,626 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:18:11,777 DEBUG [3264b4bbda9f:36907 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:18:11,777 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,35591,1731151089557 2024-11-09T11:18:11,779 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,35591,1731151089557, state=OPENING 2024-11-09T11:18:11,834 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:18:11,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279 2024-11-09T11:18:11,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279 2024-11-09T11:18:11,845 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:18:11,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11081472279/meta-region-server: CHANGED 2024-11-09T11:18:11,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,35591,1731151089557}] 2024-11-09T11:18:11,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11081472279/meta-region-server: CHANGED 2024-11-09T11:18:12,003 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:18:12,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:18:12,011 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:18:12,011 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:18:12,012 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:18:12,015 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C35591%2C1731151089557.meta, suffix=.meta, logDir=hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/WALs/3264b4bbda9f,35591,1731151089557, archiveDir=hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/oldWALs, maxLogs=10 2024-11-09T11:18:12,032 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/WALs/3264b4bbda9f,35591,1731151089557/3264b4bbda9f%2C35591%2C1731151089557.meta.1731151092015.meta, exclude list is [], retry=0 2024-11-09T11:18:12,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33829,DS-aa876f3d-d813-4495-ba98-64b6b37791f9,DISK] 2024-11-09T11:18:12,038 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/WALs/3264b4bbda9f,35591,1731151089557/3264b4bbda9f%2C35591%2C1731151089557.meta.1731151092015.meta 2024-11-09T11:18:12,038 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34913:34913)] 2024-11-09T11:18:12,038 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:18:12,038 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:18:12,038 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:18:12,039 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:18:12,039 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:18:12,039 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:18:12,039 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:12,039 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:18:12,039 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:18:12,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:18:12,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:18:12,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:12,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:12,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:18:12,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:18:12,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:12,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:12,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:18:12,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:18:12,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:12,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:12,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:18:12,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:18:12,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:12,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:12,050 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:18:12,051 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/data/hbase/meta/1588230740 2024-11-09T11:18:12,052 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/data/hbase/meta/1588230740 2024-11-09T11:18:12,053 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:18:12,053 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:18:12,054 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:18:12,055 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:18:12,056 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64042226, jitterRate=-0.04569646716117859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:18:12,056 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:18:12,057 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151092039Writing region info on filesystem at 1731151092039Initializing all the Stores at 1731151092041 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151092041Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151092044 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151092044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151092044Cleaning up temporary data from old regions at 1731151092053 (+9 ms)Running coprocessor post-open hooks at 1731151092056 (+3 ms)Region opened successfully at 1731151092057 (+1 ms) 2024-11-09T11:18:12,058 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151092003 2024-11-09T11:18:12,061 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:18:12,061 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:18:12,062 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,35591,1731151089557 2024-11-09T11:18:12,063 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,35591,1731151089557, state=OPEN 2024-11-09T11:18:12,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11081472279/meta-region-server 2024-11-09T11:18:12,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11081472279/meta-region-server 2024-11-09T11:18:12,087 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,35591,1731151089557 2024-11-09T11:18:12,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11081472279/meta-region-server: CHANGED 2024-11-09T11:18:12,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11081472279/meta-region-server: CHANGED 2024-11-09T11:18:12,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:18:12,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,35591,1731151089557 in 242 msec 2024-11-09T11:18:12,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:18:12,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-11-09T11:18:12,095 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:18:12,095 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:18:12,098 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:12,098 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,35591,1731151089557, seqNum=-1] 2024-11-09T11:18:12,098 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:12,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:12,101 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:18:12,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 951 msec 2024-11-09T11:18:12,106 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151092106, completionTime=-1 2024-11-09T11:18:12,106 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:18:12,106 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:18:12,108 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:18:12,108 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151152108 2024-11-09T11:18:12,108 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151212108 2024-11-09T11:18:12,108 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T11:18:12,109 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,36907,1731151089337-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:12,109 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,36907,1731151089337-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:12,109 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,36907,1731151089337-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:12,109 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:36907, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:12,109 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:12,111 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:18:12,112 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:12,116 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.334sec 2024-11-09T11:18:12,116 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:18:12,116 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:18:12,116 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:18:12,117 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:18:12,117 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:18:12,117 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,36907,1731151089337-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:18:12,117 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,36907,1731151089337-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:18:12,119 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:18:12,119 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:18:12,119 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,36907,1731151089337-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:12,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cba68dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:12,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,36907,-1 for getting cluster id 2024-11-09T11:18:12,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:12,136 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b045badb-e673-4fb0-afeb-ebba6488a0ba' 2024-11-09T11:18:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b045badb-e673-4fb0-afeb-ebba6488a0ba" 2024-11-09T11:18:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc2ba58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,36907,-1] 2024-11-09T11:18:12,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:12,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:12,139 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:12,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b95b4f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:12,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:12,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,35591,1731151089557, seqNum=-1] 2024-11-09T11:18:12,143 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:12,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:12,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,36907,1731151089337 2024-11-09T11:18:12,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51905 2024-11-09T11:18:12,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:18:12,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011f512f380005 connected 2024-11-09T11:18:12,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52646220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:12,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42005,-1 for getting cluster id 2024-11-09T11:18:12,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:12,217 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7f56b37-8091-486b-9958-08c60b777f60' 2024-11-09T11:18:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7f56b37-8091-486b-9958-08c60b777f60" 2024-11-09T11:18:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d2131d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42005,-1] 2024-11-09T11:18:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:12,219 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:12,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62655f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:12,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:18:12,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,42005,1731151084210 2024-11-09T11:18:12,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27872e10 2024-11-09T11:18:12,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:18:12,226 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:18:12,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3264b4bbda9f:36907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T11:18:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:18:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:18:12,231 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:36907' 2024-11-09T11:18:12,233 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d27793c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:12,233 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,36907,-1 for getting cluster id 2024-11-09T11:18:12,233 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:12,234 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b045badb-e673-4fb0-afeb-ebba6488a0ba' 2024-11-09T11:18:12,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:12,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b045badb-e673-4fb0-afeb-ebba6488a0ba" 2024-11-09T11:18:12,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211a738f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:12,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,36907,-1] 2024-11-09T11:18:12,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:12,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:12,235 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:12,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9e0cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:12,236 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:18:12,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,36907,1731151089337 2024-11-09T11:18:12,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@488d696d 2024-11-09T11:18:12,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:18:12,239 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:18:12,241 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-09T11:18:12,241 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:18:12,241 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:12,242 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:12,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:12,242 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:18:12,245 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T11:18:12,247 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:18:12,247 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:12,248 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:18:12,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741835_1011 (size=1138) 2024-11-09T11:18:12,272 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37247fa5a6864be438479eae9137fcbe, NAME => 'hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407 2024-11-09T11:18:12,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741836_1012 (size=44) 2024-11-09T11:18:12,289 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:12,289 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 37247fa5a6864be438479eae9137fcbe, disabling compactions & flushes 2024-11-09T11:18:12,289 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe. 2024-11-09T11:18:12,289 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe. 2024-11-09T11:18:12,289 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe. after waiting 0 ms 2024-11-09T11:18:12,289 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe. 2024-11-09T11:18:12,289 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe. 2024-11-09T11:18:12,289 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37247fa5a6864be438479eae9137fcbe: Waiting for close lock at 1731151092289Disabling compacts and flushes for region at 1731151092289Disabling writes for close at 1731151092289Writing region close event to WAL at 1731151092289Closed at 1731151092289 2024-11-09T11:18:12,291 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:18:12,291 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731151092291"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151092291"}]},"ts":"1731151092291"} 2024-11-09T11:18:12,295 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T11:18:12,298 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:18:12,300 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:18:12,300 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151092300"}]},"ts":"1731151092300"} 2024-11-09T11:18:12,303 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T11:18:12,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37247fa5a6864be438479eae9137fcbe, ASSIGN}] 2024-11-09T11:18:12,305 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37247fa5a6864be438479eae9137fcbe, ASSIGN 2024-11-09T11:18:12,306 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=37247fa5a6864be438479eae9137fcbe, ASSIGN; state=OFFLINE, location=3264b4bbda9f,33271,1731151084499; forceNewPlan=false, retain=false 2024-11-09T11:18:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:18:12,457 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=37247fa5a6864be438479eae9137fcbe, regionState=OPENING, regionLocation=3264b4bbda9f,33271,1731151084499 2024-11-09T11:18:12,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=37247fa5a6864be438479eae9137fcbe, ASSIGN because future has completed 2024-11-09T11:18:12,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37247fa5a6864be438479eae9137fcbe, server=3264b4bbda9f,33271,1731151084499}] 2024-11-09T11:18:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:18:12,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe. 2024-11-09T11:18:12,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:18:12,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T11:18:12,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C33271%2C1731151084499.rep, suffix=, logDir=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499, archiveDir=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/oldWALs, maxLogs=10 2024-11-09T11:18:12,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499/3264b4bbda9f%2C33271%2C1731151084499.rep.1731151092624, exclude list is [], retry=0 2024-11-09T11:18:12,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43637,DS-a67b570b-fefa-4a8d-b1f8-9ceb0ec9faa1,DISK] 2024-11-09T11:18:12,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499/3264b4bbda9f%2C33271%2C1731151084499.rep.1731151092624 2024-11-09T11:18:12,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43693:43693)] 2024-11-09T11:18:12,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 37247fa5a6864be438479eae9137fcbe, NAME => 'hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:18:12,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:18:12,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:18:12,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe. service=MultiRowMutationService 2024-11-09T11:18:12,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T11:18:12,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 37247fa5a6864be438479eae9137fcbe 2024-11-09T11:18:12,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:12,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 37247fa5a6864be438479eae9137fcbe 2024-11-09T11:18:12,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 37247fa5a6864be438479eae9137fcbe 2024-11-09T11:18:12,652 INFO [StoreOpener-37247fa5a6864be438479eae9137fcbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 37247fa5a6864be438479eae9137fcbe 2024-11-09T11:18:12,654 INFO [StoreOpener-37247fa5a6864be438479eae9137fcbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37247fa5a6864be438479eae9137fcbe columnFamilyName hfileref 2024-11-09T11:18:12,654 DEBUG [StoreOpener-37247fa5a6864be438479eae9137fcbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:12,657 INFO [StoreOpener-37247fa5a6864be438479eae9137fcbe-1 {}] regionserver.HStore(327): Store=37247fa5a6864be438479eae9137fcbe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:12,657 INFO [StoreOpener-37247fa5a6864be438479eae9137fcbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 37247fa5a6864be438479eae9137fcbe 2024-11-09T11:18:12,658 INFO [StoreOpener-37247fa5a6864be438479eae9137fcbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37247fa5a6864be438479eae9137fcbe columnFamilyName queue 2024-11-09T11:18:12,658 DEBUG [StoreOpener-37247fa5a6864be438479eae9137fcbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:12,659 INFO [StoreOpener-37247fa5a6864be438479eae9137fcbe-1 {}] regionserver.HStore(327): Store=37247fa5a6864be438479eae9137fcbe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:12,659 INFO [StoreOpener-37247fa5a6864be438479eae9137fcbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 37247fa5a6864be438479eae9137fcbe 2024-11-09T11:18:12,660 INFO [StoreOpener-37247fa5a6864be438479eae9137fcbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37247fa5a6864be438479eae9137fcbe columnFamilyName sid 2024-11-09T11:18:12,660 DEBUG [StoreOpener-37247fa5a6864be438479eae9137fcbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:12,661 INFO [StoreOpener-37247fa5a6864be438479eae9137fcbe-1 {}] regionserver.HStore(327): Store=37247fa5a6864be438479eae9137fcbe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:12,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 37247fa5a6864be438479eae9137fcbe 2024-11-09T11:18:12,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/replication/37247fa5a6864be438479eae9137fcbe 2024-11-09T11:18:12,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/replication/37247fa5a6864be438479eae9137fcbe 2024-11-09T11:18:12,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 37247fa5a6864be438479eae9137fcbe 2024-11-09T11:18:12,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 37247fa5a6864be438479eae9137fcbe 2024-11-09T11:18:12,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:18:12,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 37247fa5a6864be438479eae9137fcbe 2024-11-09T11:18:12,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/replication/37247fa5a6864be438479eae9137fcbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:18:12,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 37247fa5a6864be438479eae9137fcbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65438647, jitterRate=-0.02488817274570465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:18:12,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37247fa5a6864be438479eae9137fcbe 2024-11-09T11:18:12,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 37247fa5a6864be438479eae9137fcbe: Running coprocessor pre-open hook at 1731151092647Writing region info on filesystem at 1731151092647Initializing all the Stores at 1731151092651 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151092651Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151092652 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151092652Cleaning up temporary data from old regions at 1731151092667 (+15 ms)Running coprocessor post-open hooks at 1731151092673 (+6 ms)Region opened successfully at 1731151092674 (+1 ms) 2024-11-09T11:18:12,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe., pid=7, masterSystemTime=1731151092615 2024-11-09T11:18:12,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe. 2024-11-09T11:18:12,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe. 2024-11-09T11:18:12,679 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=37247fa5a6864be438479eae9137fcbe, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,33271,1731151084499 2024-11-09T11:18:12,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37247fa5a6864be438479eae9137fcbe, server=3264b4bbda9f,33271,1731151084499 because future has completed 2024-11-09T11:18:12,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T11:18:12,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 37247fa5a6864be438479eae9137fcbe, server=3264b4bbda9f,33271,1731151084499 in 226 msec 2024-11-09T11:18:12,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:18:12,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37247fa5a6864be438479eae9137fcbe, ASSIGN in 387 msec 2024-11-09T11:18:12,697 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:18:12,697 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151092697"}]},"ts":"1731151092697"} 2024-11-09T11:18:12,699 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T11:18:12,701 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:18:12,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 459 msec 2024-11-09T11:18:12,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe., hostname=3264b4bbda9f,33271,1731151084499, seqNum=2] 2024-11-09T11:18:12,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182 2024-11-09T11:18:12,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182 2024-11-09T11:18:12,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:18:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:18:12,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T11:18:12,995 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T11:18:13,040 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-3264b4bbda9f,33271,1731151084499, ReplicationSource: 1, currentBandwidth=0 2024-11-09T11:18:13,041 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:13,041 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,33271,1731151084499, seqNum=-1] 2024-11-09T11:18:13,041 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:13,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-09T11:18:13,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3264b4bbda9f,33271,1731151084499', locateType=CURRENT is [region=hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe., hostname=3264b4bbda9f,33271,1731151084499, seqNum=2] 2024-11-09T11:18:13,048 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T11:18:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T11:18:13,052 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3264b4bbda9f,33271,1731151084499 suceeded 2024-11-09T11:18:13,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T11:18:13,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-09T11:18:13,056 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3264b4bbda9f:36907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:18:13,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 829 msec 2024-11-09T11:18:13,067 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:36907' 2024-11-09T11:18:13,068 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c3b70b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:13,068 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,36907,-1 for getting cluster id 2024-11-09T11:18:13,068 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:13,069 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b045badb-e673-4fb0-afeb-ebba6488a0ba' 2024-11-09T11:18:13,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:13,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b045badb-e673-4fb0-afeb-ebba6488a0ba" 2024-11-09T11:18:13,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6666a179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:13,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,36907,-1] 2024-11-09T11:18:13,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:13,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:13,071 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:13,072 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43c250f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:13,072 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:18:13,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,36907,1731151089337 2024-11-09T11:18:13,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ddc4f28 2024-11-09T11:18:13,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:18:13,074 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-09T11:18:13,075 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3264b4bbda9f,33271,1731151084499 (queues=1) is replicating from cluster=a7f56b37-8091-486b-9958-08c60b777f60 to cluster=b045badb-e673-4fb0-afeb-ebba6488a0ba 2024-11-09T11:18:13,075 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3264b4bbda9f%2C33271%2C1731151084499 2024-11-09T11:18:13,075 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3264b4bbda9f,33271,1731151084499, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:18:13,076 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.wal-reader.3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499/3264b4bbda9f%2C33271%2C1731151084499.1731151086259, startPosition=0, beingWritten=true 2024-11-09T11:18:13,076 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.shipper3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C33271%2C1731151084499 2024-11-09T11:18:13,283 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.wal-reader.3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499/3264b4bbda9f%2C33271%2C1731151084499.1731151086259 to pos 0, reset compression=false 2024-11-09T11:18:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:18:13,368 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T11:18:13,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:18:13,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:18:13,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:13,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:13,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:13,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:18:13,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,42005,1731151084210 2024-11-09T11:18:13,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52969a2b 2024-11-09T11:18:13,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:18:13,371 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:18:13,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T11:18:13,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:18:13,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:18:13,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:18:13,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:13,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:13,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:13,372 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:18:13,372 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1461040218, stopped=false 2024-11-09T11:18:13,372 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,36907,1731151089337 2024-11-09T11:18:13,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081472279/running 2024-11-09T11:18:13,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081472279/running 2024-11-09T11:18:13,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279 2024-11-09T11:18:13,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279 2024-11-09T11:18:13,424 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:18:13,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:18:13,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:18:13,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:13,424 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,35591,1731151089557' ***** 2024-11-09T11:18:13,424 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:18:13,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Set watcher on znode that does not yet exist, /11081472279/running 2024-11-09T11:18:13,425 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:18:13,425 INFO [RS:0;3264b4bbda9f:35591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:18:13,425 INFO [RS:0;3264b4bbda9f:35591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:18:13,425 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,35591,1731151089557 2024-11-09T11:18:13,425 INFO [RS:0;3264b4bbda9f:35591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:18:13,425 INFO [RS:0;3264b4bbda9f:35591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:35591. 2024-11-09T11:18:13,425 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:18:13,425 DEBUG [RS:0;3264b4bbda9f:35591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:18:13,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Set watcher on znode that does not yet exist, /11081472279/running 2024-11-09T11:18:13,425 DEBUG [RS:0;3264b4bbda9f:35591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:13,425 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:18:13,425 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:18:13,425 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:18:13,425 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:18:13,426 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T11:18:13,426 DEBUG [RS:0;3264b4bbda9f:35591 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T11:18:13,426 DEBUG [RS:0;3264b4bbda9f:35591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:18:13,426 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:18:13,426 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:18:13,426 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:18:13,426 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:18:13,426 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:18:13,426 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T11:18:13,432 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:18:13,432 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:18:13,445 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/data/hbase/meta/1588230740/.tmp/ns/3bb1d424f9db411d8e07d39514b7e590 is 43, key is default/ns:d/1731151092100/Put/seqid=0 2024-11-09T11:18:13,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741835_1011 (size=5153) 2024-11-09T11:18:13,473 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:18:13,588 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.wal-reader.3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499/3264b4bbda9f%2C33271%2C1731151084499.1731151086259 to pos 0, reset compression=false 2024-11-09T11:18:13,626 DEBUG [RS:0;3264b4bbda9f:35591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:18:13,826 DEBUG [RS:0;3264b4bbda9f:35591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:18:13,852 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/data/hbase/meta/1588230740/.tmp/ns/3bb1d424f9db411d8e07d39514b7e590 2024-11-09T11:18:13,860 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/data/hbase/meta/1588230740/.tmp/ns/3bb1d424f9db411d8e07d39514b7e590 as hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/data/hbase/meta/1588230740/ns/3bb1d424f9db411d8e07d39514b7e590 2024-11-09T11:18:13,866 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/data/hbase/meta/1588230740/ns/3bb1d424f9db411d8e07d39514b7e590, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T11:18:13,868 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-09T11:18:13,875 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T11:18:13,875 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:18:13,875 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:18:13,875 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:18:13,875 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151093426Running coprocessor pre-close hooks at 1731151093426Disabling compacts and flushes for region at 1731151093426Disabling writes for close at 1731151093426Obtaining lock to block concurrent updates at 1731151093426Preparing flush snapshotting stores in 1588230740 at 1731151093426Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731151093426Flushing stores of hbase:meta,,1.1588230740 at 1731151093427 (+1 ms)Flushing 1588230740/ns: creating writer at 1731151093427Flushing 1588230740/ns: appending metadata at 1731151093444 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731151093444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@575fea99: reopening flushed file at 1731151093858 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1731151093868 (+10 ms)Writing region close event to WAL at 1731151093868Running coprocessor post-close hooks at 1731151093875 (+7 ms)Closed at 1731151093875 2024-11-09T11:18:13,876 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:18:13,992 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.wal-reader.3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499/3264b4bbda9f%2C33271%2C1731151084499.1731151086259 to pos 0, reset compression=false 2024-11-09T11:18:14,026 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,35591,1731151089557; all regions closed. 2024-11-09T11:18:14,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741834_1010 (size=1152) 2024-11-09T11:18:14,029 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/WALs/3264b4bbda9f,35591,1731151089557/3264b4bbda9f%2C35591%2C1731151089557.meta.1731151092015.meta not finished, retry = 0 2024-11-09T11:18:14,132 DEBUG [RS:0;3264b4bbda9f:35591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/oldWALs 2024-11-09T11:18:14,132 INFO [RS:0;3264b4bbda9f:35591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C35591%2C1731151089557.meta:.meta(num 1731151092015) 2024-11-09T11:18:14,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741833_1009 (size=93) 2024-11-09T11:18:14,137 DEBUG [RS:0;3264b4bbda9f:35591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/oldWALs 2024-11-09T11:18:14,137 INFO [RS:0;3264b4bbda9f:35591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C35591%2C1731151089557:(num 1731151091514) 2024-11-09T11:18:14,138 DEBUG [RS:0;3264b4bbda9f:35591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:14,138 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:18:14,138 INFO [RS:0;3264b4bbda9f:35591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:18:14,138 INFO [RS:0;3264b4bbda9f:35591 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T11:18:14,138 INFO [RS:0;3264b4bbda9f:35591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:18:14,138 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:18:14,138 INFO [RS:0;3264b4bbda9f:35591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35591 2024-11-09T11:18:14,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279/rs 2024-11-09T11:18:14,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081472279/rs/3264b4bbda9f,35591,1731151089557 2024-11-09T11:18:14,192 INFO [RS:0;3264b4bbda9f:35591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:18:14,193 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,35591,1731151089557] 2024-11-09T11:18:14,202 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11081472279/draining/3264b4bbda9f,35591,1731151089557 already deleted, retry=false 2024-11-09T11:18:14,202 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,35591,1731151089557 expired; onlineServers=0 2024-11-09T11:18:14,202 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,36907,1731151089337' ***** 2024-11-09T11:18:14,202 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:18:14,203 INFO [M:0;3264b4bbda9f:36907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:18:14,203 INFO [M:0;3264b4bbda9f:36907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:18:14,203 DEBUG [M:0;3264b4bbda9f:36907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:18:14,203 DEBUG [M:0;3264b4bbda9f:36907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:18:14,203 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:18:14,203 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151091180 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151091180,5,FailOnTimeoutGroup] 2024-11-09T11:18:14,203 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151091176 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151091176,5,FailOnTimeoutGroup] 2024-11-09T11:18:14,203 INFO [M:0;3264b4bbda9f:36907 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:18:14,203 INFO [M:0;3264b4bbda9f:36907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:18:14,204 DEBUG [M:0;3264b4bbda9f:36907 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:18:14,204 INFO [M:0;3264b4bbda9f:36907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:18:14,204 INFO [M:0;3264b4bbda9f:36907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:18:14,204 INFO [M:0;3264b4bbda9f:36907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:18:14,204 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:18:14,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081472279/master 2024-11-09T11:18:14,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081472279 2024-11-09T11:18:14,213 DEBUG [M:0;3264b4bbda9f:36907 {}] zookeeper.ZKUtil(347): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Unable to get data of znode /11081472279/master because node does not exist (not an error) 2024-11-09T11:18:14,213 WARN [M:0;3264b4bbda9f:36907 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:18:14,214 INFO [M:0;3264b4bbda9f:36907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/.lastflushedseqids 2024-11-09T11:18:14,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741836_1012 (size=99) 2024-11-09T11:18:14,220 INFO [M:0;3264b4bbda9f:36907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:18:14,220 INFO [M:0;3264b4bbda9f:36907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:18:14,220 DEBUG [M:0;3264b4bbda9f:36907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:18:14,220 INFO [M:0;3264b4bbda9f:36907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:14,220 DEBUG [M:0;3264b4bbda9f:36907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:14,220 DEBUG [M:0;3264b4bbda9f:36907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:18:14,220 DEBUG [M:0;3264b4bbda9f:36907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:14,221 INFO [M:0;3264b4bbda9f:36907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T11:18:14,245 DEBUG [M:0;3264b4bbda9f:36907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4140fd129c754cb2b859e3b3e8c984ab is 82, key is hbase:meta,,1/info:regioninfo/1731151092062/Put/seqid=0 2024-11-09T11:18:14,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741837_1013 (size=5672) 2024-11-09T11:18:14,251 INFO [M:0;3264b4bbda9f:36907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4140fd129c754cb2b859e3b3e8c984ab 2024-11-09T11:18:14,280 DEBUG [M:0;3264b4bbda9f:36907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c905b561aa34c5b8f7496a4c45a0fde is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731151092105/Put/seqid=0 2024-11-09T11:18:14,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741838_1014 (size=5275) 2024-11-09T11:18:14,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:18:14,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x1011f512f380004, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:18:14,303 INFO [RS:0;3264b4bbda9f:35591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:18:14,303 INFO [RS:0;3264b4bbda9f:35591 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,35591,1731151089557; zookeeper connection closed. 2024-11-09T11:18:14,303 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f3c4ac9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f3c4ac9 2024-11-09T11:18:14,303 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:18:14,500 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.wal-reader.3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499/3264b4bbda9f%2C33271%2C1731151084499.1731151086259 to pos 0, reset compression=false 2024-11-09T11:18:14,685 INFO [M:0;3264b4bbda9f:36907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c905b561aa34c5b8f7496a4c45a0fde 2024-11-09T11:18:14,707 DEBUG [M:0;3264b4bbda9f:36907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/002d35cd95ab44139de23b1427c9f03c is 69, key is 3264b4bbda9f,35591,1731151089557/rs:state/1731151091276/Put/seqid=0 2024-11-09T11:18:14,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741839_1015 (size=5156) 2024-11-09T11:18:14,713 INFO [M:0;3264b4bbda9f:36907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/002d35cd95ab44139de23b1427c9f03c 2024-11-09T11:18:14,718 DEBUG [M:0;3264b4bbda9f:36907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4140fd129c754cb2b859e3b3e8c984ab as hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4140fd129c754cb2b859e3b3e8c984ab 2024-11-09T11:18:14,729 INFO [M:0;3264b4bbda9f:36907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4140fd129c754cb2b859e3b3e8c984ab, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T11:18:14,732 DEBUG [M:0;3264b4bbda9f:36907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c905b561aa34c5b8f7496a4c45a0fde as hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c905b561aa34c5b8f7496a4c45a0fde 2024-11-09T11:18:14,738 INFO [M:0;3264b4bbda9f:36907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c905b561aa34c5b8f7496a4c45a0fde, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T11:18:14,742 DEBUG [M:0;3264b4bbda9f:36907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/002d35cd95ab44139de23b1427c9f03c as hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/002d35cd95ab44139de23b1427c9f03c 2024-11-09T11:18:14,750 INFO [M:0;3264b4bbda9f:36907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/75d789ac-005e-c823-0cd1-a9571c60b2fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/002d35cd95ab44139de23b1427c9f03c, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T11:18:14,752 INFO [M:0;3264b4bbda9f:36907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 532ms, sequenceid=28, compaction requested=false 2024-11-09T11:18:14,760 INFO [M:0;3264b4bbda9f:36907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:14,761 DEBUG [M:0;3264b4bbda9f:36907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151094220Disabling compacts and flushes for region at 1731151094220Disabling writes for close at 1731151094220Obtaining lock to block concurrent updates at 1731151094221 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151094221Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731151094221Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151094222 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151094222Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151094244 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151094244Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151094258 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151094279 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151094279Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151094691 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151094707 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151094707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7928f8d3: reopening flushed file at 1731151094717 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@511bc784: reopening flushed file at 1731151094729 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac446ae: reopening flushed file at 1731151094739 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 532ms, sequenceid=28, compaction requested=false at 1731151094752 (+13 ms)Writing region close event to WAL at 1731151094760 (+8 ms)Closed at 1731151094760 2024-11-09T11:18:14,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741830_1006 (size=10165) 2024-11-09T11:18:14,769 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:18:14,769 INFO [M:0;3264b4bbda9f:36907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:18:14,769 INFO [M:0;3264b4bbda9f:36907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36907 2024-11-09T11:18:14,770 INFO [M:0;3264b4bbda9f:36907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:18:14,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T11:18:14,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T11:18:14,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T11:18:14,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T11:18:14,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:18:14,886 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T11:18:14,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:18:14,886 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T11:18:14,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T11:18:14,886 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T11:18:14,924 INFO [M:0;3264b4bbda9f:36907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:18:14,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:18:14,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36907-0x1011f512f380003, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:18:14,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34999bb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:18:14,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12c2c801{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:18:14,928 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:18:14,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c9345c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:18:14,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4bcfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/hadoop.log.dir/,STOPPED} 2024-11-09T11:18:14,931 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:18:14,931 WARN [BP-986029676-172.17.0.2-1731151087117 heartbeating to localhost/127.0.0.1:46733 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:18:14,931 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:18:14,931 WARN [BP-986029676-172.17.0.2-1731151087117 heartbeating to localhost/127.0.0.1:46733 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-986029676-172.17.0.2-1731151087117 (Datanode Uuid 22bcde2a-d336-4fdb-ac95-268c7b417673) service to localhost/127.0.0.1:46733 2024-11-09T11:18:14,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/cluster_1230b43f-331a-ca82-39a2-9aee78b23af1/data/data1/current/BP-986029676-172.17.0.2-1731151087117 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:18:14,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/cluster_1230b43f-331a-ca82-39a2-9aee78b23af1/data/data2/current/BP-986029676-172.17.0.2-1731151087117 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:18:14,932 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:18:14,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15a1226e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:18:14,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@464d20e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:18:14,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:18:14,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c32071a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:18:14,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/hadoop.log.dir/,STOPPED} 2024-11-09T11:18:14,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:18:14,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:18:14,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:18:14,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:18:14,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:14,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:14,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:14,956 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:18:14,956 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=48184983, stopped=false 2024-11-09T11:18:14,956 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,42005,1731151084210 2024-11-09T11:18:14,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1457051182/running 2024-11-09T11:18:14,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182 2024-11-09T11:18:14,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1457051182/running 2024-11-09T11:18:14,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182 2024-11-09T11:18:14,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Set watcher on znode that does not yet exist, /0-1457051182/running 2024-11-09T11:18:14,972 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:18:14,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Set watcher on znode that does not yet exist, /0-1457051182/running 2024-11-09T11:18:14,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:18:14,973 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:18:14,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:14,973 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,33271,1731151084499' ***** 2024-11-09T11:18:14,973 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:18:14,973 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:18:14,974 INFO [RS:0;3264b4bbda9f:33271 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:18:14,974 INFO [RS:0;3264b4bbda9f:33271 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:18:14,974 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:18:14,974 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.HRegionServer(3091): Received CLOSE for 37247fa5a6864be438479eae9137fcbe 2024-11-09T11:18:14,974 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,33271,1731151084499 2024-11-09T11:18:14,974 INFO [RS:0;3264b4bbda9f:33271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:18:14,974 INFO [RS:0;3264b4bbda9f:33271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:33271. 2024-11-09T11:18:14,974 DEBUG [RS:0;3264b4bbda9f:33271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:18:14,974 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37247fa5a6864be438479eae9137fcbe, disabling compactions & flushes 2024-11-09T11:18:14,974 DEBUG [RS:0;3264b4bbda9f:33271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:14,974 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe. 2024-11-09T11:18:14,974 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:18:14,974 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:18:14,974 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe. 2024-11-09T11:18:14,974 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:18:14,974 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe. after waiting 0 ms 2024-11-09T11:18:14,974 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:18:14,974 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe. 2024-11-09T11:18:14,975 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 37247fa5a6864be438479eae9137fcbe 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T11:18:14,980 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T11:18:14,980 DEBUG [RS:0;3264b4bbda9f:33271 {}] regionserver.HRegionServer(1325): Online Regions={37247fa5a6864be438479eae9137fcbe=hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T11:18:14,980 DEBUG [RS:0;3264b4bbda9f:33271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37247fa5a6864be438479eae9137fcbe 2024-11-09T11:18:14,980 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:18:14,980 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:18:14,980 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:18:14,980 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:18:14,980 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:18:14,980 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T11:18:14,999 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/replication/37247fa5a6864be438479eae9137fcbe/.tmp/queue/a80223e783ec40af86803b4321350787 is 151, key is 1-3264b4bbda9f,33271,1731151084499/queue:3264b4bbda9f%2C33271%2C1731151084499/1731151093046/Put/seqid=0 2024-11-09T11:18:15,003 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740/.tmp/info/16eaaaa7b7934b938676d280b3d8297d is 147, key is hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe./info:regioninfo/1731151092679/Put/seqid=0 2024-11-09T11:18:15,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741838_1014 (size=5350) 2024-11-09T11:18:15,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741839_1015 (size=6631) 2024-11-09T11:18:15,035 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740/.tmp/info/16eaaaa7b7934b938676d280b3d8297d 2024-11-09T11:18:15,049 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:18:15,062 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740/.tmp/ns/d2424afe42eb4243a5f44d170cccbbb4 is 43, key is default/ns:d/1731151086974/Put/seqid=0 2024-11-09T11:18:15,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741840_1016 (size=5153) 2024-11-09T11:18:15,069 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740/.tmp/ns/d2424afe42eb4243a5f44d170cccbbb4 2024-11-09T11:18:15,095 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740/.tmp/table/3073fd0829b84f028493565d6cc4d94d is 53, key is hbase:replication/table:state/1731151092697/Put/seqid=0 2024-11-09T11:18:15,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741841_1017 (size=5256) 2024-11-09T11:18:15,106 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.wal-reader.3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499/3264b4bbda9f%2C33271%2C1731151084499.1731151086259 to pos 0, reset compression=false 2024-11-09T11:18:15,128 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:18:15,128 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:18:15,180 DEBUG [RS:0;3264b4bbda9f:33271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37247fa5a6864be438479eae9137fcbe 2024-11-09T11:18:15,381 DEBUG [RS:0;3264b4bbda9f:33271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37247fa5a6864be438479eae9137fcbe 2024-11-09T11:18:15,409 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/replication/37247fa5a6864be438479eae9137fcbe/.tmp/queue/a80223e783ec40af86803b4321350787 2024-11-09T11:18:15,416 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/replication/37247fa5a6864be438479eae9137fcbe/.tmp/queue/a80223e783ec40af86803b4321350787 as hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/replication/37247fa5a6864be438479eae9137fcbe/queue/a80223e783ec40af86803b4321350787 2024-11-09T11:18:15,423 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/replication/37247fa5a6864be438479eae9137fcbe/queue/a80223e783ec40af86803b4321350787, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T11:18:15,424 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 37247fa5a6864be438479eae9137fcbe in 449ms, sequenceid=5, compaction requested=false 2024-11-09T11:18:15,424 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T11:18:15,430 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/replication/37247fa5a6864be438479eae9137fcbe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T11:18:15,431 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:18:15,431 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:18:15,431 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe. 2024-11-09T11:18:15,437 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37247fa5a6864be438479eae9137fcbe: Waiting for close lock at 1731151094974Running coprocessor pre-close hooks at 1731151094974Disabling compacts and flushes for region at 1731151094974Disabling writes for close at 1731151094974Obtaining lock to block concurrent updates at 1731151094975 (+1 ms)Preparing flush snapshotting stores in 37247fa5a6864be438479eae9137fcbe at 1731151094975Finished memstore snapshotting hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731151094975Flushing stores of hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe. at 1731151094976 (+1 ms)Flushing 37247fa5a6864be438479eae9137fcbe/queue: creating writer at 1731151094976Flushing 37247fa5a6864be438479eae9137fcbe/queue: appending metadata at 1731151094999 (+23 ms)Flushing 37247fa5a6864be438479eae9137fcbe/queue: closing flushed file at 1731151094999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f8f1a2: reopening flushed file at 1731151095415 (+416 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 37247fa5a6864be438479eae9137fcbe in 449ms, sequenceid=5, compaction requested=false at 1731151095424 (+9 ms)Writing region close event to WAL at 1731151095426 (+2 ms)Running coprocessor post-close hooks at 1731151095431 (+5 ms)Closed at 1731151095431 2024-11-09T11:18:15,437 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731151092242.37247fa5a6864be438479eae9137fcbe. 2024-11-09T11:18:15,507 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740/.tmp/table/3073fd0829b84f028493565d6cc4d94d 2024-11-09T11:18:15,515 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740/.tmp/info/16eaaaa7b7934b938676d280b3d8297d as hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740/info/16eaaaa7b7934b938676d280b3d8297d 2024-11-09T11:18:15,523 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740/info/16eaaaa7b7934b938676d280b3d8297d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T11:18:15,524 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740/.tmp/ns/d2424afe42eb4243a5f44d170cccbbb4 as hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740/ns/d2424afe42eb4243a5f44d170cccbbb4 2024-11-09T11:18:15,530 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740/ns/d2424afe42eb4243a5f44d170cccbbb4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T11:18:15,532 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740/.tmp/table/3073fd0829b84f028493565d6cc4d94d as hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740/table/3073fd0829b84f028493565d6cc4d94d 2024-11-09T11:18:15,541 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740/table/3073fd0829b84f028493565d6cc4d94d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T11:18:15,543 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 563ms, sequenceid=11, compaction requested=false 2024-11-09T11:18:15,554 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T11:18:15,555 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:18:15,555 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:18:15,556 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:18:15,556 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151094980Running coprocessor pre-close hooks at 1731151094980Disabling compacts and flushes for region at 1731151094980Disabling writes for close at 1731151094980Obtaining lock to block concurrent updates at 1731151094981 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731151094981Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731151094981Flushing stores of hbase:meta,,1.1588230740 at 1731151094981Flushing 1588230740/info: creating writer at 1731151094982 (+1 ms)Flushing 1588230740/info: appending metadata at 1731151095002 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731151095002Flushing 1588230740/ns: creating writer at 1731151095044 (+42 ms)Flushing 1588230740/ns: appending metadata at 1731151095061 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731151095062 (+1 ms)Flushing 1588230740/table: creating writer at 1731151095080 (+18 ms)Flushing 1588230740/table: appending metadata at 1731151095094 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731151095095 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c89a36: reopening flushed file at 1731151095515 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56847f7b: reopening flushed file at 1731151095523 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c29db08: reopening flushed file at 1731151095531 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 563ms, sequenceid=11, compaction requested=false at 1731151095543 (+12 ms)Writing region close event to WAL at 1731151095545 (+2 ms)Running coprocessor post-close hooks at 1731151095555 (+10 ms)Closed at 1731151095555 2024-11-09T11:18:15,556 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:18:15,581 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,33271,1731151084499; all regions closed. 2024-11-09T11:18:15,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741834_1010 (size=2742) 2024-11-09T11:18:15,583 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499/3264b4bbda9f%2C33271%2C1731151084499.meta.1731151086883.meta not finished, retry = 0 2024-11-09T11:18:15,686 DEBUG [RS:0;3264b4bbda9f:33271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/oldWALs 2024-11-09T11:18:15,686 INFO [RS:0;3264b4bbda9f:33271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C33271%2C1731151084499.meta:.meta(num 1731151086883) 2024-11-09T11:18:15,689 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499/3264b4bbda9f%2C33271%2C1731151084499.rep.1731151092624 not finished, retry = 0 2024-11-09T11:18:15,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741837_1013 (size=1586) 2024-11-09T11:18:15,792 DEBUG [RS:0;3264b4bbda9f:33271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/oldWALs 2024-11-09T11:18:15,792 INFO [RS:0;3264b4bbda9f:33271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C33271%2C1731151084499.rep:(num 1731151092624) 2024-11-09T11:18:15,795 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499/3264b4bbda9f%2C33271%2C1731151084499.1731151086259 not finished, retry = 0 2024-11-09T11:18:15,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741833_1009 (size=93) 2024-11-09T11:18:15,814 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.wal-reader.3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499/3264b4bbda9f%2C33271%2C1731151084499.1731151086259 to pos 0, reset compression=false 2024-11-09T11:18:15,897 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.wal-reader.3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499/3264b4bbda9f%2C33271%2C1731151084499.1731151086259 2024-11-09T11:18:15,897 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.wal-reader.3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-09T11:18:15,897 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.wal-reader.3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-09T11:18:15,902 DEBUG [RS:0;3264b4bbda9f:33271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/oldWALs 2024-11-09T11:18:15,902 INFO [RS:0;3264b4bbda9f:33271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C33271%2C1731151084499:(num 1731151086259) 2024-11-09T11:18:15,902 DEBUG [RS:0;3264b4bbda9f:33271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:15,902 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:18:15,902 INFO [RS:0;3264b4bbda9f:33271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:18:15,897 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.shipper3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,33271,1731151084499 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/WALs/3264b4bbda9f,33271,1731151084499/3264b4bbda9f%2C33271%2C1731151084499.1731151086259, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T11:18:15,902 INFO [RS:0;3264b4bbda9f:33271 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T11:18:15,902 INFO [RS:0;3264b4bbda9f:33271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:18:15,903 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3264b4bbda9f,33271,1731151084499 because: Region server is closing 2024-11-09T11:18:15,903 INFO [RS:0;3264b4bbda9f:33271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:33271. 2024-11-09T11:18:15,903 DEBUG [RS:0;3264b4bbda9f:33271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:18:15,903 DEBUG [RS:0;3264b4bbda9f:33271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:15,903 DEBUG [RS:0;3264b4bbda9f:33271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:15,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:15,903 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:18:15,906 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.shipper3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3264b4bbda9f,33271,1731151084499: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3264b4bbda9f,33271,1731151084499, walGroup=3264b4bbda9f%2C33271%2C1731151084499, offset=3264b4bbda9f%2C33271%2C1731151084499.1731151086259:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:33271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T11:18:15,912 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.shipper3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T11:18:15,916 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.shipper3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T11:18:15,919 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.shipper3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T11:18:15,919 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.shipper3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T11:18:15,919 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.shipper3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T11:18:15,919 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.shipper3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 628029720 }, "NonHeapMemoryUsage": { "committed": 168296448, "init": 7667712, "max": -1, "used": 165824696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T11:18:15,921 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.shipper3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [3264b4bbda9f%2C33271%2C1731151084499.1731151086259] 2024-11-09T11:18:16,003 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33271,1731151084499.replicationSource.shipper3264b4bbda9f%2C33271%2C1731151084499,1-3264b4bbda9f,33271,1731151084499 terminated 2024-11-09T11:18:16,004 INFO [RS:0;3264b4bbda9f:33271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33271 2024-11-09T11:18:16,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182/rs 2024-11-09T11:18:16,066 INFO [RS:0;3264b4bbda9f:33271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:18:16,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1457051182/rs/3264b4bbda9f,33271,1731151084499 2024-11-09T11:18:16,076 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,33271,1731151084499] 2024-11-09T11:18:16,086 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1457051182/draining/3264b4bbda9f,33271,1731151084499 already deleted, retry=false 2024-11-09T11:18:16,087 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,33271,1731151084499 expired; onlineServers=0 2024-11-09T11:18:16,087 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,42005,1731151084210' ***** 2024-11-09T11:18:16,087 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:18:16,087 INFO [M:0;3264b4bbda9f:42005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:18:16,087 INFO [M:0;3264b4bbda9f:42005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:18:16,087 DEBUG [M:0;3264b4bbda9f:42005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:18:16,087 DEBUG [M:0;3264b4bbda9f:42005 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:18:16,087 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:18:16,087 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151086000 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151086000,5,FailOnTimeoutGroup] 2024-11-09T11:18:16,087 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151085996 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151085996,5,FailOnTimeoutGroup] 2024-11-09T11:18:16,087 INFO [M:0;3264b4bbda9f:42005 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:18:16,087 INFO [M:0;3264b4bbda9f:42005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:18:16,087 DEBUG [M:0;3264b4bbda9f:42005 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:18:16,087 INFO [M:0;3264b4bbda9f:42005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:18:16,088 INFO [M:0;3264b4bbda9f:42005 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:18:16,088 INFO [M:0;3264b4bbda9f:42005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:18:16,088 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:18:16,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1457051182/master 2024-11-09T11:18:16,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457051182 2024-11-09T11:18:16,097 DEBUG [M:0;3264b4bbda9f:42005 {}] zookeeper.ZKUtil(347): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Unable to get data of znode /0-1457051182/master because node does not exist (not an error) 2024-11-09T11:18:16,097 WARN [M:0;3264b4bbda9f:42005 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:18:16,098 INFO [M:0;3264b4bbda9f:42005 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/.lastflushedseqids 2024-11-09T11:18:16,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741842_1018 (size=181) 2024-11-09T11:18:16,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:18:16,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x1011f512f380001, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:18:16,177 INFO [RS:0;3264b4bbda9f:33271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:18:16,177 INFO [RS:0;3264b4bbda9f:33271 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,33271,1731151084499; zookeeper connection closed. 2024-11-09T11:18:16,177 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@131624b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@131624b1 2024-11-09T11:18:16,177 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:18:16,504 INFO [M:0;3264b4bbda9f:42005 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:18:16,504 INFO [M:0;3264b4bbda9f:42005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:18:16,504 DEBUG [M:0;3264b4bbda9f:42005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:18:16,504 INFO [M:0;3264b4bbda9f:42005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:16,504 DEBUG [M:0;3264b4bbda9f:42005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:16,504 DEBUG [M:0;3264b4bbda9f:42005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:18:16,504 DEBUG [M:0;3264b4bbda9f:42005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:16,505 INFO [M:0;3264b4bbda9f:42005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T11:18:16,526 DEBUG [M:0;3264b4bbda9f:42005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/217788f6aef94d9db8047a549a733000 is 82, key is hbase:meta,,1/info:regioninfo/1731151086935/Put/seqid=0 2024-11-09T11:18:16,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741843_1019 (size=5672) 2024-11-09T11:18:16,933 INFO [M:0;3264b4bbda9f:42005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/217788f6aef94d9db8047a549a733000 2024-11-09T11:18:16,956 DEBUG [M:0;3264b4bbda9f:42005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de7634e2062c4bac9b158a6835ec5756 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731151092702/Put/seqid=0 2024-11-09T11:18:16,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741844_1020 (size=7203) 2024-11-09T11:18:17,361 INFO [M:0;3264b4bbda9f:42005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de7634e2062c4bac9b158a6835ec5756 2024-11-09T11:18:17,384 DEBUG [M:0;3264b4bbda9f:42005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a8d5da4ab8b40f1ad27b97bf6c528e6 is 69, key is 3264b4bbda9f,33271,1731151084499/rs:state/1731151086075/Put/seqid=0 2024-11-09T11:18:17,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741845_1021 (size=5156) 2024-11-09T11:18:17,541 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:18:17,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:18:17,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:18:17,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:18:17,788 INFO [M:0;3264b4bbda9f:42005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a8d5da4ab8b40f1ad27b97bf6c528e6 2024-11-09T11:18:17,794 DEBUG [M:0;3264b4bbda9f:42005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/217788f6aef94d9db8047a549a733000 as hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/217788f6aef94d9db8047a549a733000 2024-11-09T11:18:17,798 INFO [M:0;3264b4bbda9f:42005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/217788f6aef94d9db8047a549a733000, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T11:18:17,799 DEBUG [M:0;3264b4bbda9f:42005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de7634e2062c4bac9b158a6835ec5756 as hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de7634e2062c4bac9b158a6835ec5756 2024-11-09T11:18:17,804 INFO [M:0;3264b4bbda9f:42005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de7634e2062c4bac9b158a6835ec5756, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T11:18:17,805 DEBUG [M:0;3264b4bbda9f:42005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a8d5da4ab8b40f1ad27b97bf6c528e6 as hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a8d5da4ab8b40f1ad27b97bf6c528e6 2024-11-09T11:18:17,809 INFO [M:0;3264b4bbda9f:42005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44349/user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a8d5da4ab8b40f1ad27b97bf6c528e6, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T11:18:17,810 INFO [M:0;3264b4bbda9f:42005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=70, compaction requested=false 2024-11-09T11:18:17,812 INFO [M:0;3264b4bbda9f:42005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:17,812 DEBUG [M:0;3264b4bbda9f:42005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151096504Disabling compacts and flushes for region at 1731151096504Disabling writes for close at 1731151096504Obtaining lock to block concurrent updates at 1731151096505 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151096505Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731151096505Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151096506 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151096506Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151096525 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151096526 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151096940 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151096955 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151096955Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151097366 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151097383 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151097383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99f5f9f: reopening flushed file at 1731151097793 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@346805f0: reopening flushed file at 1731151097798 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d44434f: reopening flushed file at 1731151097804 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=70, compaction requested=false at 1731151097811 (+7 ms)Writing region close event to WAL at 1731151097812 (+1 ms)Closed at 1731151097812 2024-11-09T11:18:17,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741830_1006 (size=41008) 2024-11-09T11:18:17,814 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53ce8e80-d179-354e-53db-731890936407/MasterData/WALs/3264b4bbda9f,42005,1731151084210/3264b4bbda9f%2C42005%2C1731151084210.1731151085644 not finished, retry = 0 2024-11-09T11:18:17,915 INFO [M:0;3264b4bbda9f:42005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:18:17,915 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:18:17,915 INFO [M:0;3264b4bbda9f:42005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42005 2024-11-09T11:18:17,915 INFO [M:0;3264b4bbda9f:42005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:18:18,102 INFO [M:0;3264b4bbda9f:42005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:18:18,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:18:18,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1011f512f380000, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:18:18,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c246225{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:18:18,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@392665{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:18:18,106 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:18:18,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ce6a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:18:18,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/hadoop.log.dir/,STOPPED} 2024-11-09T11:18:18,107 WARN [BP-993837025-172.17.0.2-1731151082415 heartbeating to localhost/127.0.0.1:44349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:18:18,107 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:18:18,107 WARN [BP-993837025-172.17.0.2-1731151082415 heartbeating to localhost/127.0.0.1:44349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-993837025-172.17.0.2-1731151082415 (Datanode Uuid f0505810-e951-4734-9797-996c0cd20f7c) service to localhost/127.0.0.1:44349 2024-11-09T11:18:18,107 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:18:18,108 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/cluster_a11f27ca-9a97-5a17-025c-7b1c2d3e3055/data/data1/current/BP-993837025-172.17.0.2-1731151082415 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:18:18,108 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/cluster_a11f27ca-9a97-5a17-025c-7b1c2d3e3055/data/data2/current/BP-993837025-172.17.0.2-1731151082415 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:18:18,108 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:18:18,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44f7d1c9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:18:18,114 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3be1cd16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:18:18,114 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:18:18,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@80f7389{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:18:18,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa8023f4-8da3-872f-1b31-e18370e45616/hadoop.log.dir/,STOPPED} 2024-11-09T11:18:18,121 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T11:18:18,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:18:18,142 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 108) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46733 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44349 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46733 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51905) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51905) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46733 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46733 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46733 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=578 (was 514) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=283 (was 472) 2024-11-09T11:18:18,148 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=578, ProcessCount=11, AvailableMemoryMB=283 2024-11-09T11:18:18,159 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-09T11:18:18,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/hadoop.log.dir so I do NOT create it in target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf 2024-11-09T11:18:18,160 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:18:18,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/hadoop.tmp.dir so I do NOT create it in target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf 2024-11-09T11:18:18,160 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f28e2465-d0c2-aac1-fb3f-b5470a9bc043/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:18:18,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf 2024-11-09T11:18:18,160 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/cluster_dec471de-c2de-3ad4-159c-fb199c438bca, deleteOnExit=true 2024-11-09T11:18:18,162 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/cluster_dec471de-c2de-3ad4-159c-fb199c438bca/zookeeper_0, clientPort=53192, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/cluster_dec471de-c2de-3ad4-159c-fb199c438bca/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/cluster_dec471de-c2de-3ad4-159c-fb199c438bca/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T11:18:18,163 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53192 2024-11-09T11:18:18,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:18:18,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:18:18,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/test.cache.data in system properties and HBase conf 2024-11-09T11:18:18,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:18:18,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:18:18,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:18:18,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:18:18,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:18:18,164 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:18:18,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:18:18,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:18:18,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:18:18,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:18:18,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:18:18,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:18:18,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:18:18,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:18:18,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:18:18,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:18:18,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:18:18,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:18:18,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:18:18,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:18:18,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011f512f380002, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:18:18,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011f512f380005, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:18:18,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011f512f380005, quorum=127.0.0.1:51905, baseZNode=/11081472279 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:18:18,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011f512f380002, quorum=127.0.0.1:51905, baseZNode=/0-1457051182 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:18:18,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:18:18,543 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:18:18,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:18:18,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:18:18,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:18:18,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:18:18,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530e8ec9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:18:18,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1425a20b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:18:18,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a317101{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/java.io.tmpdir/jetty-localhost-35837-hadoop-hdfs-3_4_1-tests_jar-_-any-4431671179202380970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:18:18,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18adc6d9{HTTP/1.1, (http/1.1)}{localhost:35837} 2024-11-09T11:18:18,645 INFO [Time-limited test {}] server.Server(415): Started @52545ms 2024-11-09T11:18:18,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:18:18,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:18:18,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:18:18,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:18:18,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:18:18,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50618d79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:18:18,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61327946{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:18:18,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ec5fece{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/java.io.tmpdir/jetty-localhost-42887-hadoop-hdfs-3_4_1-tests_jar-_-any-2047330582978528189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:18:18,999 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fc5a1d1{HTTP/1.1, (http/1.1)}{localhost:42887} 2024-11-09T11:18:18,999 INFO [Time-limited test {}] server.Server(415): Started @52900ms 2024-11-09T11:18:19,000 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:18:19,659 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/cluster_dec471de-c2de-3ad4-159c-fb199c438bca/data/data1/current/BP-194233030-172.17.0.2-1731151098187/current, will proceed with Du for space computation calculation, 2024-11-09T11:18:19,659 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/cluster_dec471de-c2de-3ad4-159c-fb199c438bca/data/data2/current/BP-194233030-172.17.0.2-1731151098187/current, will proceed with Du for space computation calculation, 2024-11-09T11:18:19,673 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:18:19,676 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa97db0d9d241a315 with lease ID 0x288f89ba2f2920b7: Processing first storage report for DS-a4a13dcc-b130-474c-b106-c79c8ad9d154 from datanode DatanodeRegistration(127.0.0.1:37873, datanodeUuid=3f4e236d-5317-4893-bb27-07534d41ba23, infoPort=42017, infoSecurePort=0, ipcPort=44571, storageInfo=lv=-57;cid=testClusterID;nsid=2087312512;c=1731151098187) 2024-11-09T11:18:19,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa97db0d9d241a315 with lease ID 0x288f89ba2f2920b7: from storage DS-a4a13dcc-b130-474c-b106-c79c8ad9d154 node DatanodeRegistration(127.0.0.1:37873, datanodeUuid=3f4e236d-5317-4893-bb27-07534d41ba23, infoPort=42017, infoSecurePort=0, ipcPort=44571, storageInfo=lv=-57;cid=testClusterID;nsid=2087312512;c=1731151098187), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:18:19,676 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa97db0d9d241a315 with lease ID 0x288f89ba2f2920b7: Processing first storage report for DS-5877040c-bc2a-43b8-a55e-8c8301515a70 from datanode DatanodeRegistration(127.0.0.1:37873, datanodeUuid=3f4e236d-5317-4893-bb27-07534d41ba23, infoPort=42017, infoSecurePort=0, ipcPort=44571, storageInfo=lv=-57;cid=testClusterID;nsid=2087312512;c=1731151098187) 2024-11-09T11:18:19,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa97db0d9d241a315 with lease ID 0x288f89ba2f2920b7: from storage DS-5877040c-bc2a-43b8-a55e-8c8301515a70 node DatanodeRegistration(127.0.0.1:37873, datanodeUuid=3f4e236d-5317-4893-bb27-07534d41ba23, infoPort=42017, infoSecurePort=0, ipcPort=44571, storageInfo=lv=-57;cid=testClusterID;nsid=2087312512;c=1731151098187), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:18:19,735 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf 2024-11-09T11:18:19,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:19,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:19,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:18:20,145 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5 with version=8 2024-11-09T11:18:20,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/hbase-staging 2024-11-09T11:18:20,147 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:18:20,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:20,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:20,147 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:18:20,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:20,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:18:20,147 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:18:20,147 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:18:20,148 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38869 2024-11-09T11:18:20,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38869 connecting to ZooKeeper ensemble=127.0.0.1:53192 2024-11-09T11:18:20,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388690x0, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:18:20,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38869-0x1011f516cdd0000 connected 2024-11-09T11:18:20,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:20,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:20,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Set watcher on znode that does not yet exist, /0-55337843/running 2024-11-09T11:18:20,343 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5, hbase.cluster.distributed=false 2024-11-09T11:18:20,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Set watcher on znode that does not yet exist, /0-55337843/acl 2024-11-09T11:18:20,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38869 2024-11-09T11:18:20,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38869 2024-11-09T11:18:20,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38869 2024-11-09T11:18:20,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38869 2024-11-09T11:18:20,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38869 2024-11-09T11:18:20,359 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:18:20,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:20,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:20,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:18:20,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:20,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:18:20,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:18:20,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:18:20,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39923 2024-11-09T11:18:20,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39923 connecting to ZooKeeper ensemble=127.0.0.1:53192 2024-11-09T11:18:20,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:20,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:20,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399230x0, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:18:20,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399230x0, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Set watcher on znode that does not yet exist, /0-55337843/running 2024-11-09T11:18:20,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39923-0x1011f516cdd0001 connected 2024-11-09T11:18:20,371 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:18:20,372 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:18:20,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Set watcher on znode that does not yet exist, /0-55337843/master 2024-11-09T11:18:20,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Set watcher on znode that does not yet exist, /0-55337843/acl 2024-11-09T11:18:20,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39923 2024-11-09T11:18:20,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39923 2024-11-09T11:18:20,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39923 2024-11-09T11:18:20,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39923 2024-11-09T11:18:20,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39923 2024-11-09T11:18:20,385 DEBUG [M:0;3264b4bbda9f:38869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:38869 2024-11-09T11:18:20,386 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-55337843/backup-masters/3264b4bbda9f,38869,1731151100147 2024-11-09T11:18:20,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843/backup-masters 2024-11-09T11:18:20,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843/backup-masters 2024-11-09T11:18:20,392 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Set watcher on existing znode=/0-55337843/backup-masters/3264b4bbda9f,38869,1731151100147 2024-11-09T11:18:20,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-55337843/master 2024-11-09T11:18:20,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843 2024-11-09T11:18:20,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843 2024-11-09T11:18:20,402 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Set watcher on existing znode=/0-55337843/master 2024-11-09T11:18:20,403 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-55337843/backup-masters/3264b4bbda9f,38869,1731151100147 from backup master directory 2024-11-09T11:18:20,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-55337843/backup-masters/3264b4bbda9f,38869,1731151100147 2024-11-09T11:18:20,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843/backup-masters 2024-11-09T11:18:20,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843/backup-masters 2024-11-09T11:18:20,412 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:18:20,412 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,38869,1731151100147 2024-11-09T11:18:20,416 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/hbase.id] with ID: 17297f08-2465-4867-97a6-652e7ee30100 2024-11-09T11:18:20,416 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/.tmp/hbase.id 2024-11-09T11:18:20,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:18:20,821 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/.tmp/hbase.id]:[hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/hbase.id] 2024-11-09T11:18:20,833 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:20,833 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:18:20,834 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T11:18:20,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843 2024-11-09T11:18:20,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843 2024-11-09T11:18:20,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:18:21,294 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:18:21,294 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:18:21,295 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:18:21,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:18:21,704 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store 2024-11-09T11:18:21,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:18:22,112 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:22,112 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:18:22,112 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:22,112 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:22,112 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:18:22,112 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:22,113 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:22,113 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151102112Disabling compacts and flushes for region at 1731151102112Disabling writes for close at 1731151102112Writing region close event to WAL at 1731151102112Closed at 1731151102112 2024-11-09T11:18:22,114 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store/.initializing 2024-11-09T11:18:22,114 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/WALs/3264b4bbda9f,38869,1731151100147 2024-11-09T11:18:22,115 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:18:22,117 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C38869%2C1731151100147, suffix=, logDir=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/WALs/3264b4bbda9f,38869,1731151100147, archiveDir=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/oldWALs, maxLogs=10 2024-11-09T11:18:22,128 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/WALs/3264b4bbda9f,38869,1731151100147/3264b4bbda9f%2C38869%2C1731151100147.1731151102117, exclude list is [], retry=0 2024-11-09T11:18:22,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37873,DS-a4a13dcc-b130-474c-b106-c79c8ad9d154,DISK] 2024-11-09T11:18:22,133 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/WALs/3264b4bbda9f,38869,1731151100147/3264b4bbda9f%2C38869%2C1731151100147.1731151102117 2024-11-09T11:18:22,133 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42017:42017)] 2024-11-09T11:18:22,133 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:18:22,133 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:22,134 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:22,134 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:22,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:22,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:18:22,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:22,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:22,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:22,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:18:22,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:22,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:22,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:22,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:18:22,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:22,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:22,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:22,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:18:22,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:22,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:22,164 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:22,164 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:22,165 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:22,166 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:22,166 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:22,167 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:18:22,168 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:22,170 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:18:22,170 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59090352, jitterRate=-0.11948513984680176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:18:22,171 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151102134Initializing all the Stores at 1731151102135 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151102135Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151102135Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151102135Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151102135Cleaning up temporary data from old regions at 1731151102166 (+31 ms)Region opened successfully at 1731151102171 (+5 ms) 2024-11-09T11:18:22,172 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:18:22,175 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76230faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:18:22,178 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:18:22,179 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:18:22,179 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:18:22,179 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:18:22,180 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:18:22,180 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:18:22,180 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:18:22,183 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:18:22,184 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Unable to get data of znode /0-55337843/balancer because node does not exist (not necessarily an error) 2024-11-09T11:18:22,254 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-55337843/balancer already deleted, retry=false 2024-11-09T11:18:22,255 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:18:22,256 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Unable to get data of znode /0-55337843/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:18:22,265 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-55337843/normalizer already deleted, retry=false 2024-11-09T11:18:22,266 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:18:22,267 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Unable to get data of znode /0-55337843/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:18:22,276 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-55337843/switch/split already deleted, retry=false 2024-11-09T11:18:22,277 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Unable to get data of znode /0-55337843/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:18:22,286 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-55337843/switch/merge already deleted, retry=false 2024-11-09T11:18:22,289 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Unable to get data of znode /0-55337843/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:18:22,296 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-55337843/snapshot-cleanup already deleted, retry=false 2024-11-09T11:18:22,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-55337843/running 2024-11-09T11:18:22,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-55337843/running 2024-11-09T11:18:22,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843 2024-11-09T11:18:22,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843 2024-11-09T11:18:22,308 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,38869,1731151100147, sessionid=0x1011f516cdd0000, setting cluster-up flag (Was=false) 2024-11-09T11:18:22,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843 2024-11-09T11:18:22,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843 2024-11-09T11:18:22,360 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-55337843/flush-table-proc/acquired, /0-55337843/flush-table-proc/reached, /0-55337843/flush-table-proc/abort 2024-11-09T11:18:22,361 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,38869,1731151100147 2024-11-09T11:18:22,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843 2024-11-09T11:18:22,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843 2024-11-09T11:18:22,412 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-55337843/online-snapshot/acquired, /0-55337843/online-snapshot/reached, /0-55337843/online-snapshot/abort 2024-11-09T11:18:22,414 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,38869,1731151100147 2024-11-09T11:18:22,416 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:18:22,418 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:18:22,418 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:18:22,418 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:18:22,419 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,38869,1731151100147 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:18:22,420 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:18:22,420 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:18:22,420 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:18:22,420 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:18:22,420 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:18:22,420 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:22,420 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:18:22,420 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:22,423 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151132423 2024-11-09T11:18:22,424 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:18:22,424 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:18:22,424 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:18:22,424 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:18:22,424 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:18:22,424 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:18:22,424 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:18:22,424 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:18:22,425 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:22,426 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:18:22,428 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:22,434 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:18:22,434 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:18:22,434 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:18:22,434 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:18:22,434 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:18:22,434 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:18:22,436 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151102435,5,FailOnTimeoutGroup] 2024-11-09T11:18:22,436 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151102436,5,FailOnTimeoutGroup] 2024-11-09T11:18:22,436 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:22,436 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:18:22,436 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:22,437 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:22,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:18:22,453 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:18:22,453 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5 2024-11-09T11:18:22,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741832_1008 (size=32) 2024-11-09T11:18:22,478 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(746): ClusterId : 17297f08-2465-4867-97a6-652e7ee30100 2024-11-09T11:18:22,478 DEBUG [RS:0;3264b4bbda9f:39923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:18:22,487 DEBUG [RS:0;3264b4bbda9f:39923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:18:22,487 DEBUG [RS:0;3264b4bbda9f:39923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:18:22,497 DEBUG [RS:0;3264b4bbda9f:39923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:18:22,498 DEBUG [RS:0;3264b4bbda9f:39923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f19c0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:18:22,512 DEBUG [RS:0;3264b4bbda9f:39923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:39923 2024-11-09T11:18:22,512 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:18:22,512 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:18:22,512 DEBUG [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:18:22,513 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,38869,1731151100147 with port=39923, startcode=1731151100359 2024-11-09T11:18:22,513 DEBUG [RS:0;3264b4bbda9f:39923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:18:22,514 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:18:22,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,39923,1731151100359 2024-11-09T11:18:22,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38869 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,39923,1731151100359 2024-11-09T11:18:22,516 DEBUG [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5 2024-11-09T11:18:22,516 DEBUG [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38033 2024-11-09T11:18:22,516 DEBUG [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:18:22,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843/rs 2024-11-09T11:18:22,529 DEBUG [RS:0;3264b4bbda9f:39923 {}] zookeeper.ZKUtil(111): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Set watcher on existing znode=/0-55337843/rs/3264b4bbda9f,39923,1731151100359 2024-11-09T11:18:22,529 WARN [RS:0;3264b4bbda9f:39923 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:18:22,529 INFO [RS:0;3264b4bbda9f:39923 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:18:22,529 DEBUG [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359 2024-11-09T11:18:22,529 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,39923,1731151100359] 2024-11-09T11:18:22,533 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:18:22,536 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:18:22,540 INFO [RS:0;3264b4bbda9f:39923 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:18:22,540 INFO [RS:0;3264b4bbda9f:39923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:22,540 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:18:22,541 INFO [RS:0;3264b4bbda9f:39923 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:18:22,541 INFO [RS:0;3264b4bbda9f:39923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:22,541 DEBUG [RS:0;3264b4bbda9f:39923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:22,541 DEBUG [RS:0;3264b4bbda9f:39923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:22,541 DEBUG [RS:0;3264b4bbda9f:39923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:22,541 DEBUG [RS:0;3264b4bbda9f:39923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:22,541 DEBUG [RS:0;3264b4bbda9f:39923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:22,541 DEBUG [RS:0;3264b4bbda9f:39923 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:18:22,541 DEBUG [RS:0;3264b4bbda9f:39923 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:22,541 DEBUG [RS:0;3264b4bbda9f:39923 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:22,542 DEBUG [RS:0;3264b4bbda9f:39923 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:22,542 DEBUG [RS:0;3264b4bbda9f:39923 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:22,542 DEBUG [RS:0;3264b4bbda9f:39923 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:22,542 DEBUG [RS:0;3264b4bbda9f:39923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:22,542 DEBUG [RS:0;3264b4bbda9f:39923 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:18:22,542 DEBUG [RS:0;3264b4bbda9f:39923 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:18:22,546 INFO [RS:0;3264b4bbda9f:39923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:22,546 INFO [RS:0;3264b4bbda9f:39923 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:22,546 INFO [RS:0;3264b4bbda9f:39923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:22,546 INFO [RS:0;3264b4bbda9f:39923 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:22,546 INFO [RS:0;3264b4bbda9f:39923 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:22,546 INFO [RS:0;3264b4bbda9f:39923 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,39923,1731151100359-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:18:22,561 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:18:22,561 INFO [RS:0;3264b4bbda9f:39923 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,39923,1731151100359-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:22,561 INFO [RS:0;3264b4bbda9f:39923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:22,561 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.Replication(171): 3264b4bbda9f,39923,1731151100359 started 2024-11-09T11:18:22,577 INFO [RS:0;3264b4bbda9f:39923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:22,577 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,39923,1731151100359, RpcServer on 3264b4bbda9f/172.17.0.2:39923, sessionid=0x1011f516cdd0001 2024-11-09T11:18:22,577 DEBUG [RS:0;3264b4bbda9f:39923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:18:22,577 DEBUG [RS:0;3264b4bbda9f:39923 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,39923,1731151100359 2024-11-09T11:18:22,577 DEBUG [RS:0;3264b4bbda9f:39923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,39923,1731151100359' 2024-11-09T11:18:22,577 DEBUG [RS:0;3264b4bbda9f:39923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-55337843/flush-table-proc/abort' 2024-11-09T11:18:22,577 DEBUG [RS:0;3264b4bbda9f:39923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-55337843/flush-table-proc/acquired' 2024-11-09T11:18:22,578 DEBUG [RS:0;3264b4bbda9f:39923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:18:22,578 DEBUG [RS:0;3264b4bbda9f:39923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:18:22,578 DEBUG [RS:0;3264b4bbda9f:39923 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,39923,1731151100359 2024-11-09T11:18:22,578 DEBUG [RS:0;3264b4bbda9f:39923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,39923,1731151100359' 2024-11-09T11:18:22,578 DEBUG [RS:0;3264b4bbda9f:39923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-55337843/online-snapshot/abort' 2024-11-09T11:18:22,578 DEBUG [RS:0;3264b4bbda9f:39923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-55337843/online-snapshot/acquired' 2024-11-09T11:18:22,579 DEBUG [RS:0;3264b4bbda9f:39923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:18:22,579 INFO [RS:0;3264b4bbda9f:39923 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:18:22,579 INFO [RS:0;3264b4bbda9f:39923 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:18:22,679 INFO [RS:0;3264b4bbda9f:39923 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:18:22,681 INFO [RS:0;3264b4bbda9f:39923 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C39923%2C1731151100359, suffix=, logDir=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359, archiveDir=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/oldWALs, maxLogs=10 2024-11-09T11:18:22,693 DEBUG [RS:0;3264b4bbda9f:39923 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681, exclude list is [], retry=0 2024-11-09T11:18:22,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37873,DS-a4a13dcc-b130-474c-b106-c79c8ad9d154,DISK] 2024-11-09T11:18:22,697 INFO [RS:0;3264b4bbda9f:39923 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 2024-11-09T11:18:22,697 DEBUG [RS:0;3264b4bbda9f:39923 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42017:42017)] 2024-11-09T11:18:22,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:22,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:18:22,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:18:22,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:22,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:22,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:18:22,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:18:22,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:22,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:22,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:18:22,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:18:22,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:22,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:22,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:18:22,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:18:22,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:22,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:22,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:18:22,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740 2024-11-09T11:18:22,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740 2024-11-09T11:18:22,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:18:22,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:18:22,880 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:18:22,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:18:22,883 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:18:22,884 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70844954, jitterRate=0.05567207932472229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:18:22,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151102868Initializing all the Stores at 1731151102869 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151102869Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151102869Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151102869Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151102869Cleaning up temporary data from old regions at 1731151102879 (+10 ms)Region opened successfully at 1731151102884 (+5 ms) 2024-11-09T11:18:22,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:18:22,884 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:18:22,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:18:22,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:18:22,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:18:22,885 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:18:22,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151102884Disabling compacts and flushes for region at 1731151102884Disabling writes for close at 1731151102884Writing region close event to WAL at 1731151102885 (+1 ms)Closed at 1731151102885 2024-11-09T11:18:22,886 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:18:22,886 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:18:22,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:18:22,887 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:18:22,888 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:18:23,038 DEBUG [3264b4bbda9f:38869 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:18:23,039 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,39923,1731151100359 2024-11-09T11:18:23,040 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,39923,1731151100359, state=OPENING 2024-11-09T11:18:23,086 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:18:23,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843 2024-11-09T11:18:23,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843 2024-11-09T11:18:23,097 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:18:23,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-55337843/meta-region-server: CHANGED 2024-11-09T11:18:23,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-55337843/meta-region-server: CHANGED 2024-11-09T11:18:23,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,39923,1731151100359}] 2024-11-09T11:18:23,250 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:18:23,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:18:23,256 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:18:23,256 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:18:23,256 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:18:23,258 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C39923%2C1731151100359.meta, suffix=.meta, logDir=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359, archiveDir=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/oldWALs, maxLogs=10 2024-11-09T11:18:23,270 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.meta.1731151103258.meta, exclude list is [], retry=0 2024-11-09T11:18:23,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37873,DS-a4a13dcc-b130-474c-b106-c79c8ad9d154,DISK] 2024-11-09T11:18:23,274 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.meta.1731151103258.meta 2024-11-09T11:18:23,276 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42017:42017)] 2024-11-09T11:18:23,276 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:18:23,277 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:18:23,277 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:18:23,277 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:18:23,277 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:18:23,277 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:18:23,277 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:23,277 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:18:23,277 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:18:23,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:18:23,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:18:23,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:23,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:23,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:18:23,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:18:23,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:23,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:23,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:18:23,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:18:23,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:23,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:23,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:18:23,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:18:23,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:23,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:23,284 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:18:23,285 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740 2024-11-09T11:18:23,286 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740 2024-11-09T11:18:23,287 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:18:23,288 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:18:23,288 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:18:23,290 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:18:23,290 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68012786, jitterRate=0.013469487428665161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:18:23,290 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:18:23,291 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151103277Writing region info on filesystem at 1731151103277Initializing all the Stores at 1731151103278 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151103278Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151103278Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151103278Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151103278Cleaning up temporary data from old regions at 1731151103288 (+10 ms)Running coprocessor post-open hooks at 1731151103290 (+2 ms)Region opened successfully at 1731151103291 (+1 ms) 2024-11-09T11:18:23,292 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151103250 2024-11-09T11:18:23,295 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:18:23,295 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:18:23,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,39923,1731151100359 2024-11-09T11:18:23,296 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,39923,1731151100359, state=OPEN 2024-11-09T11:18:23,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-55337843/meta-region-server 2024-11-09T11:18:23,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-55337843/meta-region-server 2024-11-09T11:18:23,335 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,39923,1731151100359 2024-11-09T11:18:23,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-55337843/meta-region-server: CHANGED 2024-11-09T11:18:23,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-55337843/meta-region-server: CHANGED 2024-11-09T11:18:23,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:18:23,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,39923,1731151100359 in 238 msec 2024-11-09T11:18:23,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:18:23,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-09T11:18:23,340 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:18:23,341 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:18:23,342 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:23,342 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,39923,1731151100359, seqNum=-1] 2024-11-09T11:18:23,342 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:23,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:23,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 931 msec 2024-11-09T11:18:23,348 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151103348, completionTime=-1 2024-11-09T11:18:23,348 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:18:23,348 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:18:23,350 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:18:23,350 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151163350 2024-11-09T11:18:23,350 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151223350 2024-11-09T11:18:23,350 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T11:18:23,350 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,38869,1731151100147-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:23,350 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,38869,1731151100147-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:23,350 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,38869,1731151100147-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:23,351 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:38869, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:23,351 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:23,351 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:23,353 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:18:23,354 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.942sec 2024-11-09T11:18:23,355 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:18:23,355 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:18:23,355 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:18:23,355 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:18:23,355 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:18:23,355 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,38869,1731151100147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:18:23,355 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,38869,1731151100147-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:18:23,357 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:18:23,357 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:18:23,357 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,38869,1731151100147-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:23,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f940e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:23,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,38869,-1 for getting cluster id 2024-11-09T11:18:23,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:23,381 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17297f08-2465-4867-97a6-652e7ee30100' 2024-11-09T11:18:23,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:23,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17297f08-2465-4867-97a6-652e7ee30100" 2024-11-09T11:18:23,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450a3fd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:23,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,38869,-1] 2024-11-09T11:18:23,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:23,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:23,383 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:23,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f366e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:23,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:23,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,39923,1731151100359, seqNum=-1] 2024-11-09T11:18:23,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:23,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:23,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,38869,1731151100147 2024-11-09T11:18:23,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53192 2024-11-09T11:18:23,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:18:23,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f516cdd0002 connected 2024-11-09T11:18:23,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/hadoop.log.dir so I do NOT create it in target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189 2024-11-09T11:18:23,423 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:18:23,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/hadoop.tmp.dir so I do NOT create it in target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189 2024-11-09T11:18:23,423 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:18:23,423 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189 2024-11-09T11:18:23,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:18:23,424 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/cluster_45496e5d-d78e-1df7-846f-2be3cb00500d, deleteOnExit=true 2024-11-09T11:18:23,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:18:23,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/test.cache.data in system properties and HBase conf 2024-11-09T11:18:23,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:18:23,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:18:23,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:18:23,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:18:23,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:18:23,424 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:18:23,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:18:23,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:18:23,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:18:23,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:18:23,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:18:23,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:18:23,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:18:23,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:18:23,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:18:23,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:18:23,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:18:23,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:18:23,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:18:23,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:18:23,761 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:18:23,767 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:18:23,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:18:23,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:18:23,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:18:23,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:18:23,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a69e711{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:18:23,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190dc48d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:18:23,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444d644d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/java.io.tmpdir/jetty-localhost-39679-hadoop-hdfs-3_4_1-tests_jar-_-any-5391361317433758679/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:18:23,868 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30211fed{HTTP/1.1, (http/1.1)}{localhost:39679} 2024-11-09T11:18:23,868 INFO [Time-limited test {}] server.Server(415): Started @57769ms 2024-11-09T11:18:24,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:18:24,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:18:24,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:18:24,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:18:24,127 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:18:24,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c656c29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:18:24,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@759cc101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:18:24,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28bd404e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/java.io.tmpdir/jetty-localhost-42585-hadoop-hdfs-3_4_1-tests_jar-_-any-16959417824558275220/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:18:24,224 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@428311ff{HTTP/1.1, (http/1.1)}{localhost:42585} 2024-11-09T11:18:24,224 INFO [Time-limited test {}] server.Server(415): Started @58125ms 2024-11-09T11:18:24,225 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:18:24,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T11:18:25,004 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/cluster_45496e5d-d78e-1df7-846f-2be3cb00500d/data/data1/current/BP-1496128928-172.17.0.2-1731151103449/current, will proceed with Du for space computation calculation, 2024-11-09T11:18:25,007 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/cluster_45496e5d-d78e-1df7-846f-2be3cb00500d/data/data2/current/BP-1496128928-172.17.0.2-1731151103449/current, will proceed with Du for space computation calculation, 2024-11-09T11:18:25,069 WARN [Thread-933 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:18:25,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3d9ebfe607bba83 with lease ID 0x3226d5c542dd5e95: Processing first storage report for DS-9fef1866-8086-4aa4-a4d4-f65a5a077886 from datanode DatanodeRegistration(127.0.0.1:42523, datanodeUuid=7f3ab9ac-b731-480a-bb58-9678f90d89c4, infoPort=35119, infoSecurePort=0, ipcPort=34131, storageInfo=lv=-57;cid=testClusterID;nsid=286168659;c=1731151103449) 2024-11-09T11:18:25,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3d9ebfe607bba83 with lease ID 0x3226d5c542dd5e95: from storage DS-9fef1866-8086-4aa4-a4d4-f65a5a077886 node DatanodeRegistration(127.0.0.1:42523, datanodeUuid=7f3ab9ac-b731-480a-bb58-9678f90d89c4, infoPort=35119, infoSecurePort=0, ipcPort=34131, storageInfo=lv=-57;cid=testClusterID;nsid=286168659;c=1731151103449), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:18:25,072 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3d9ebfe607bba83 with lease ID 0x3226d5c542dd5e95: Processing first storage report for DS-f7b3049f-fdb7-461e-b3bd-f4c330100b87 from datanode DatanodeRegistration(127.0.0.1:42523, datanodeUuid=7f3ab9ac-b731-480a-bb58-9678f90d89c4, infoPort=35119, infoSecurePort=0, ipcPort=34131, storageInfo=lv=-57;cid=testClusterID;nsid=286168659;c=1731151103449) 2024-11-09T11:18:25,072 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3d9ebfe607bba83 with lease ID 0x3226d5c542dd5e95: from storage DS-f7b3049f-fdb7-461e-b3bd-f4c330100b87 node DatanodeRegistration(127.0.0.1:42523, datanodeUuid=7f3ab9ac-b731-480a-bb58-9678f90d89c4, infoPort=35119, infoSecurePort=0, ipcPort=34131, storageInfo=lv=-57;cid=testClusterID;nsid=286168659;c=1731151103449), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:18:25,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189 2024-11-09T11:18:25,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:25,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:25,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:18:25,574 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe with version=8 2024-11-09T11:18:25,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/hbase-staging 2024-11-09T11:18:25,576 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:18:25,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:25,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:25,576 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:18:25,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:25,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:18:25,577 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:18:25,577 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:18:25,577 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37799 2024-11-09T11:18:25,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37799 connecting to ZooKeeper ensemble=127.0.0.1:53192 2024-11-09T11:18:25,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377990x0, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:18:25,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37799-0x1011f516cdd0003 connected 2024-11-09T11:18:26,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:26,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:26,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Set watcher on znode that does not yet exist, /1-1548134256/running 2024-11-09T11:18:26,185 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe, hbase.cluster.distributed=false 2024-11-09T11:18:26,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Set watcher on znode that does not yet exist, /1-1548134256/acl 2024-11-09T11:18:26,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37799 2024-11-09T11:18:26,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37799 2024-11-09T11:18:26,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37799 2024-11-09T11:18:26,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37799 2024-11-09T11:18:26,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37799 2024-11-09T11:18:26,212 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:18:26,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:26,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:26,213 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:18:26,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:18:26,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:18:26,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:18:26,213 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:18:26,220 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44251 2024-11-09T11:18:26,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44251 connecting to ZooKeeper ensemble=127.0.0.1:53192 2024-11-09T11:18:26,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:26,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:26,244 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442510x0, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:18:26,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442510x0, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Set watcher on znode that does not yet exist, /1-1548134256/running 2024-11-09T11:18:26,245 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:18:26,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44251-0x1011f516cdd0004 connected 2024-11-09T11:18:26,249 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:18:26,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Set watcher on znode that does not yet exist, /1-1548134256/master 2024-11-09T11:18:26,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Set watcher on znode that does not yet exist, /1-1548134256/acl 2024-11-09T11:18:26,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44251 2024-11-09T11:18:26,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44251 2024-11-09T11:18:26,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44251 2024-11-09T11:18:26,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44251 2024-11-09T11:18:26,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44251 2024-11-09T11:18:26,276 DEBUG [M:0;3264b4bbda9f:37799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:37799 2024-11-09T11:18:26,277 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1548134256/backup-masters/3264b4bbda9f,37799,1731151105576 2024-11-09T11:18:26,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256/backup-masters 2024-11-09T11:18:26,286 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256/backup-masters 2024-11-09T11:18:26,287 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Set watcher on existing znode=/1-1548134256/backup-masters/3264b4bbda9f,37799,1731151105576 2024-11-09T11:18:26,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256 2024-11-09T11:18:26,296 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1548134256/master 2024-11-09T11:18:26,297 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256 2024-11-09T11:18:26,297 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Set watcher on existing znode=/1-1548134256/master 2024-11-09T11:18:26,298 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1548134256/backup-masters/3264b4bbda9f,37799,1731151105576 from backup master directory 2024-11-09T11:18:26,307 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256/backup-masters 2024-11-09T11:18:26,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1548134256/backup-masters/3264b4bbda9f,37799,1731151105576 2024-11-09T11:18:26,307 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:18:26,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256/backup-masters 2024-11-09T11:18:26,307 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,37799,1731151105576 2024-11-09T11:18:26,315 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/hbase.id] with ID: 8ea2ce58-aa8d-48aa-a642-64e185db0643 2024-11-09T11:18:26,315 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/.tmp/hbase.id 2024-11-09T11:18:26,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:18:26,323 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/.tmp/hbase.id]:[hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/hbase.id] 2024-11-09T11:18:26,338 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:26,338 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:18:26,340 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T11:18:26,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256 2024-11-09T11:18:26,349 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256 2024-11-09T11:18:26,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:18:26,364 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:18:26,365 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:18:26,370 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:18:26,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:18:26,398 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store 2024-11-09T11:18:26,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:18:26,842 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:26,842 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:18:26,842 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:26,842 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:26,842 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:18:26,842 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:26,842 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:26,842 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151106842Disabling compacts and flushes for region at 1731151106842Disabling writes for close at 1731151106842Writing region close event to WAL at 1731151106842Closed at 1731151106842 2024-11-09T11:18:26,845 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store/.initializing 2024-11-09T11:18:26,845 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/WALs/3264b4bbda9f,37799,1731151105576 2024-11-09T11:18:26,847 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:18:26,849 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C37799%2C1731151105576, suffix=, logDir=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/WALs/3264b4bbda9f,37799,1731151105576, archiveDir=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/oldWALs, maxLogs=10 2024-11-09T11:18:26,867 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/WALs/3264b4bbda9f,37799,1731151105576/3264b4bbda9f%2C37799%2C1731151105576.1731151106850, exclude list is [], retry=0 2024-11-09T11:18:26,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42523,DS-9fef1866-8086-4aa4-a4d4-f65a5a077886,DISK] 2024-11-09T11:18:26,872 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/WALs/3264b4bbda9f,37799,1731151105576/3264b4bbda9f%2C37799%2C1731151105576.1731151106850 2024-11-09T11:18:26,873 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35119:35119)] 2024-11-09T11:18:26,873 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:18:26,874 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:26,874 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:26,874 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:26,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:26,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:18:26,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:26,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:26,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:18:26,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:26,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:26,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:18:26,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:26,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:26,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:18:26,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:26,888 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:26,890 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:26,891 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:26,894 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:26,894 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:26,895 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:18:26,896 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:18:26,909 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:18:26,909 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73690541, jitterRate=0.09807462990283966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:18:26,910 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151106874Initializing all the Stores at 1731151106875 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151106875Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151106875Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151106875Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151106875Cleaning up temporary data from old regions at 1731151106894 (+19 ms)Region opened successfully at 1731151106910 (+16 ms) 2024-11-09T11:18:26,916 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:18:26,928 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200a100f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:18:26,929 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:18:26,929 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:18:26,930 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:18:26,930 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:18:26,930 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:18:26,931 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:18:26,931 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:18:26,942 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:18:26,943 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Unable to get data of znode /1-1548134256/balancer because node does not exist (not necessarily an error) 2024-11-09T11:18:27,117 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1548134256/balancer already deleted, retry=false 2024-11-09T11:18:27,118 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:18:27,119 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Unable to get data of znode /1-1548134256/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:18:27,128 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1548134256/normalizer already deleted, retry=false 2024-11-09T11:18:27,128 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:18:27,129 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Unable to get data of znode /1-1548134256/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:18:27,138 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1548134256/switch/split already deleted, retry=false 2024-11-09T11:18:27,139 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Unable to get data of znode /1-1548134256/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:18:27,149 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1548134256/switch/merge already deleted, retry=false 2024-11-09T11:18:27,151 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Unable to get data of znode /1-1548134256/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:18:27,159 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1548134256/snapshot-cleanup already deleted, retry=false 2024-11-09T11:18:27,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1548134256/running 2024-11-09T11:18:27,170 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1548134256/running 2024-11-09T11:18:27,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256 2024-11-09T11:18:27,170 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256 2024-11-09T11:18:27,171 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,37799,1731151105576, sessionid=0x1011f516cdd0003, setting cluster-up flag (Was=false) 2024-11-09T11:18:27,191 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256 2024-11-09T11:18:27,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256 2024-11-09T11:18:27,223 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1548134256/flush-table-proc/acquired, /1-1548134256/flush-table-proc/reached, /1-1548134256/flush-table-proc/abort 2024-11-09T11:18:27,225 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,37799,1731151105576 2024-11-09T11:18:27,244 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256 2024-11-09T11:18:27,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256 2024-11-09T11:18:27,318 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1548134256/online-snapshot/acquired, /1-1548134256/online-snapshot/reached, /1-1548134256/online-snapshot/abort 2024-11-09T11:18:27,320 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,37799,1731151105576 2024-11-09T11:18:27,321 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:18:27,322 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:18:27,323 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:18:27,323 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:18:27,323 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,37799,1731151105576 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:18:27,325 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:18:27,325 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:18:27,325 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:18:27,325 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:18:27,325 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:18:27,325 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:27,325 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:18:27,325 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:27,329 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151137329 2024-11-09T11:18:27,329 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:18:27,330 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:18:27,330 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:18:27,330 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:18:27,330 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:18:27,330 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:18:27,330 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:18:27,330 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:18:27,330 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:27,331 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:27,331 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:18:27,331 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:18:27,331 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:18:27,331 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:18:27,331 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:18:27,336 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:18:27,336 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:18:27,343 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151107336,5,FailOnTimeoutGroup] 2024-11-09T11:18:27,347 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151107343,5,FailOnTimeoutGroup] 2024-11-09T11:18:27,347 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:27,347 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:18:27,347 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:27,347 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:27,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:18:27,382 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(746): ClusterId : 8ea2ce58-aa8d-48aa-a642-64e185db0643 2024-11-09T11:18:27,383 DEBUG [RS:0;3264b4bbda9f:44251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:18:27,413 DEBUG [RS:0;3264b4bbda9f:44251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:18:27,413 DEBUG [RS:0;3264b4bbda9f:44251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:18:27,504 DEBUG [RS:0;3264b4bbda9f:44251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:18:27,504 DEBUG [RS:0;3264b4bbda9f:44251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eacf4e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:18:27,520 DEBUG [RS:0;3264b4bbda9f:44251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:44251 2024-11-09T11:18:27,520 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:18:27,520 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:18:27,520 DEBUG [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:18:27,521 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,37799,1731151105576 with port=44251, startcode=1731151106212 2024-11-09T11:18:27,521 DEBUG [RS:0;3264b4bbda9f:44251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:18:27,523 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:18:27,523 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,44251,1731151106212 2024-11-09T11:18:27,523 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37799 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,44251,1731151106212 2024-11-09T11:18:27,525 DEBUG [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe 2024-11-09T11:18:27,525 DEBUG [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38785 2024-11-09T11:18:27,525 DEBUG [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:18:27,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256/rs 2024-11-09T11:18:27,600 DEBUG [RS:0;3264b4bbda9f:44251 {}] zookeeper.ZKUtil(111): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Set watcher on existing znode=/1-1548134256/rs/3264b4bbda9f,44251,1731151106212 2024-11-09T11:18:27,600 WARN [RS:0;3264b4bbda9f:44251 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:18:27,600 INFO [RS:0;3264b4bbda9f:44251 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:18:27,600 DEBUG [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/WALs/3264b4bbda9f,44251,1731151106212 2024-11-09T11:18:27,600 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,44251,1731151106212] 2024-11-09T11:18:27,605 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:18:27,607 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:18:27,607 INFO [RS:0;3264b4bbda9f:44251 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:18:27,607 INFO [RS:0;3264b4bbda9f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:27,608 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:18:27,608 INFO [RS:0;3264b4bbda9f:44251 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:18:27,609 INFO [RS:0;3264b4bbda9f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:27,609 DEBUG [RS:0;3264b4bbda9f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:27,609 DEBUG [RS:0;3264b4bbda9f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:27,609 DEBUG [RS:0;3264b4bbda9f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:27,609 DEBUG [RS:0;3264b4bbda9f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:27,609 DEBUG [RS:0;3264b4bbda9f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:27,609 DEBUG [RS:0;3264b4bbda9f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:18:27,609 DEBUG [RS:0;3264b4bbda9f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:27,609 DEBUG [RS:0;3264b4bbda9f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:27,609 DEBUG [RS:0;3264b4bbda9f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:27,609 DEBUG [RS:0;3264b4bbda9f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:27,609 DEBUG [RS:0;3264b4bbda9f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:27,609 DEBUG [RS:0;3264b4bbda9f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:18:27,609 DEBUG [RS:0;3264b4bbda9f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:18:27,609 DEBUG [RS:0;3264b4bbda9f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:18:27,614 INFO [RS:0;3264b4bbda9f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:27,614 INFO [RS:0;3264b4bbda9f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:27,614 INFO [RS:0;3264b4bbda9f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:27,614 INFO [RS:0;3264b4bbda9f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:27,614 INFO [RS:0;3264b4bbda9f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:27,614 INFO [RS:0;3264b4bbda9f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44251,1731151106212-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:18:27,630 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:18:27,630 INFO [RS:0;3264b4bbda9f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44251,1731151106212-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:27,630 INFO [RS:0;3264b4bbda9f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:27,630 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.Replication(171): 3264b4bbda9f,44251,1731151106212 started 2024-11-09T11:18:27,652 INFO [RS:0;3264b4bbda9f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:27,652 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,44251,1731151106212, RpcServer on 3264b4bbda9f/172.17.0.2:44251, sessionid=0x1011f516cdd0004 2024-11-09T11:18:27,653 DEBUG [RS:0;3264b4bbda9f:44251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:18:27,653 DEBUG [RS:0;3264b4bbda9f:44251 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,44251,1731151106212 2024-11-09T11:18:27,653 DEBUG [RS:0;3264b4bbda9f:44251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,44251,1731151106212' 2024-11-09T11:18:27,653 DEBUG [RS:0;3264b4bbda9f:44251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1548134256/flush-table-proc/abort' 2024-11-09T11:18:27,654 DEBUG [RS:0;3264b4bbda9f:44251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1548134256/flush-table-proc/acquired' 2024-11-09T11:18:27,654 DEBUG [RS:0;3264b4bbda9f:44251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:18:27,654 DEBUG [RS:0;3264b4bbda9f:44251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:18:27,655 DEBUG [RS:0;3264b4bbda9f:44251 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,44251,1731151106212 2024-11-09T11:18:27,655 DEBUG [RS:0;3264b4bbda9f:44251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,44251,1731151106212' 2024-11-09T11:18:27,655 DEBUG [RS:0;3264b4bbda9f:44251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1548134256/online-snapshot/abort' 2024-11-09T11:18:27,655 DEBUG [RS:0;3264b4bbda9f:44251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1548134256/online-snapshot/acquired' 2024-11-09T11:18:27,657 DEBUG [RS:0;3264b4bbda9f:44251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:18:27,657 INFO [RS:0;3264b4bbda9f:44251 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:18:27,657 INFO [RS:0;3264b4bbda9f:44251 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:18:27,758 INFO [RS:0;3264b4bbda9f:44251 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:18:27,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:18:27,760 INFO [RS:0;3264b4bbda9f:44251 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C44251%2C1731151106212, suffix=, logDir=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/WALs/3264b4bbda9f,44251,1731151106212, archiveDir=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/oldWALs, maxLogs=10 2024-11-09T11:18:27,760 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe 2024-11-09T11:18:27,777 DEBUG [RS:0;3264b4bbda9f:44251 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/WALs/3264b4bbda9f,44251,1731151106212/3264b4bbda9f%2C44251%2C1731151106212.1731151107760, exclude list is [], retry=0 2024-11-09T11:18:27,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42523,DS-9fef1866-8086-4aa4-a4d4-f65a5a077886,DISK] 2024-11-09T11:18:27,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741832_1008 (size=32) 2024-11-09T11:18:27,785 INFO [RS:0;3264b4bbda9f:44251 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/WALs/3264b4bbda9f,44251,1731151106212/3264b4bbda9f%2C44251%2C1731151106212.1731151107760 2024-11-09T11:18:27,785 DEBUG [RS:0;3264b4bbda9f:44251 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35119:35119)] 2024-11-09T11:18:28,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:28,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:18:28,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:18:28,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:28,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:28,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:18:28,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:18:28,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:28,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:28,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:18:28,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:18:28,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:28,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:28,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:18:28,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:18:28,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:28,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:28,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:18:28,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740 2024-11-09T11:18:28,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740 2024-11-09T11:18:28,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:18:28,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:18:28,195 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:18:28,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:18:28,200 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:18:28,200 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62082632, jitterRate=-0.07489669322967529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:18:28,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151108182Initializing all the Stores at 1731151108183 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151108183Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151108183Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151108183Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151108183Cleaning up temporary data from old regions at 1731151108195 (+12 ms)Region opened successfully at 1731151108200 (+5 ms) 2024-11-09T11:18:28,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:18:28,200 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:18:28,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:18:28,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:18:28,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:18:28,201 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:18:28,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151108200Disabling compacts and flushes for region at 1731151108200Disabling writes for close at 1731151108200Writing region close event to WAL at 1731151108201 (+1 ms)Closed at 1731151108201 2024-11-09T11:18:28,202 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:18:28,202 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:18:28,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:18:28,203 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:18:28,204 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:18:28,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:18:28,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:18:28,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:18:28,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:18:28,355 DEBUG [3264b4bbda9f:37799 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:18:28,355 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,44251,1731151106212 2024-11-09T11:18:28,357 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,44251,1731151106212, state=OPENING 2024-11-09T11:18:28,412 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:18:28,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256 2024-11-09T11:18:28,423 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256 2024-11-09T11:18:28,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1548134256/meta-region-server: CHANGED 2024-11-09T11:18:28,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1548134256/meta-region-server: CHANGED 2024-11-09T11:18:28,424 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:18:28,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,44251,1731151106212}] 2024-11-09T11:18:28,581 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:18:28,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:18:28,588 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:18:28,588 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:18:28,605 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:18:28,607 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C44251%2C1731151106212.meta, suffix=.meta, logDir=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/WALs/3264b4bbda9f,44251,1731151106212, archiveDir=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/oldWALs, maxLogs=10 2024-11-09T11:18:28,629 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/WALs/3264b4bbda9f,44251,1731151106212/3264b4bbda9f%2C44251%2C1731151106212.meta.1731151108608.meta, exclude list is [], retry=0 2024-11-09T11:18:28,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42523,DS-9fef1866-8086-4aa4-a4d4-f65a5a077886,DISK] 2024-11-09T11:18:28,637 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/WALs/3264b4bbda9f,44251,1731151106212/3264b4bbda9f%2C44251%2C1731151106212.meta.1731151108608.meta 2024-11-09T11:18:28,652 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35119:35119)] 2024-11-09T11:18:28,652 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:18:28,653 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:18:28,653 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:18:28,653 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:18:28,653 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:18:28,653 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:18:28,654 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:28,654 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:18:28,654 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:18:28,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:18:28,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:18:28,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:28,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:28,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:18:28,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:18:28,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:28,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:28,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:18:28,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:18:28,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:28,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:28,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:18:28,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:18:28,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:28,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:18:28,664 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:18:28,665 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740 2024-11-09T11:18:28,667 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740 2024-11-09T11:18:28,669 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:18:28,670 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:18:28,671 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:18:28,673 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:18:28,674 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67009256, jitterRate=-0.0014842748641967773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:18:28,674 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:18:28,674 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151108654Writing region info on filesystem at 1731151108654Initializing all the Stores at 1731151108655 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151108655Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151108655Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151108655Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151108655Cleaning up temporary data from old regions at 1731151108670 (+15 ms)Running coprocessor post-open hooks at 1731151108674 (+4 ms)Region opened successfully at 1731151108674 2024-11-09T11:18:28,678 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151108581 2024-11-09T11:18:28,680 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:18:28,680 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:18:28,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,44251,1731151106212 2024-11-09T11:18:28,682 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,44251,1731151106212, state=OPEN 2024-11-09T11:18:28,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1548134256/meta-region-server 2024-11-09T11:18:28,694 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1548134256/meta-region-server 2024-11-09T11:18:28,694 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,44251,1731151106212 2024-11-09T11:18:28,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1548134256/meta-region-server: CHANGED 2024-11-09T11:18:28,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1548134256/meta-region-server: CHANGED 2024-11-09T11:18:28,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:18:28,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,44251,1731151106212 in 270 msec 2024-11-09T11:18:28,703 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:18:28,703 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:18:28,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:18:28,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 497 msec 2024-11-09T11:18:28,705 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:28,705 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,44251,1731151106212, seqNum=-1] 2024-11-09T11:18:28,705 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:28,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:28,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3900 sec 2024-11-09T11:18:28,713 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151108713, completionTime=-1 2024-11-09T11:18:28,713 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:18:28,713 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:18:28,716 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:18:28,716 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151168716 2024-11-09T11:18:28,716 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151228716 2024-11-09T11:18:28,716 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T11:18:28,716 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,37799,1731151105576-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:28,716 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,37799,1731151105576-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:28,716 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,37799,1731151105576-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:28,716 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:37799, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:28,716 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:28,717 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:28,719 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:18:28,721 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.414sec 2024-11-09T11:18:28,721 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:18:28,721 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:18:28,722 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:18:28,722 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:18:28,722 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:18:28,722 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,37799,1731151105576-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:18:28,722 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,37799,1731151105576-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:18:28,724 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:18:28,724 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:18:28,724 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,37799,1731151105576-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:18:28,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:28,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,37799,-1 for getting cluster id 2024-11-09T11:18:28,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:28,788 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ea2ce58-aa8d-48aa-a642-64e185db0643' 2024-11-09T11:18:28,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:28,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ea2ce58-aa8d-48aa-a642-64e185db0643" 2024-11-09T11:18:28,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7893a2ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:28,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,37799,-1] 2024-11-09T11:18:28,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:28,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:28,791 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:28,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6bf9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:28,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,44251,1731151106212, seqNum=-1] 2024-11-09T11:18:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:28,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:28,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,37799,1731151105576 2024-11-09T11:18:28,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53192 2024-11-09T11:18:28,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:18:28,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011f516cdd0005 connected 2024-11-09T11:18:28,822 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:18:28,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:18:28,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,38869,1731151100147 2024-11-09T11:18:28,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30582ab6 2024-11-09T11:18:28,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:18:28,840 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:18:28,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:18:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T11:18:28,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:18:28,853 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:28,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:18:28,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:18:28,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T11:18:28,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:18:28,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:18:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:18:28,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:18:28,874 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:18:28,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741835_1011 (size=902) 2024-11-09T11:18:28,887 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ef92fa97920ebc237c8c4e69c07f98b, NAME => 'test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5 2024-11-09T11:18:28,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741836_1012 (size=39) 2024-11-09T11:18:28,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:28,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6ef92fa97920ebc237c8c4e69c07f98b, disabling compactions & flushes 2024-11-09T11:18:28,912 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b. 2024-11-09T11:18:28,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b. 2024-11-09T11:18:28,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b. after waiting 0 ms 2024-11-09T11:18:28,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b. 2024-11-09T11:18:28,912 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b. 2024-11-09T11:18:28,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ef92fa97920ebc237c8c4e69c07f98b: Waiting for close lock at 1731151108912Disabling compacts and flushes for region at 1731151108912Disabling writes for close at 1731151108912Writing region close event to WAL at 1731151108912Closed at 1731151108912 2024-11-09T11:18:28,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:18:28,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731151108914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151108914"}]},"ts":"1731151108914"} 2024-11-09T11:18:28,918 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:18:28,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:18:28,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151108919"}]},"ts":"1731151108919"} 2024-11-09T11:18:28,922 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T11:18:28,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6ef92fa97920ebc237c8c4e69c07f98b, ASSIGN}] 2024-11-09T11:18:28,925 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6ef92fa97920ebc237c8c4e69c07f98b, ASSIGN 2024-11-09T11:18:28,926 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6ef92fa97920ebc237c8c4e69c07f98b, ASSIGN; state=OFFLINE, location=3264b4bbda9f,39923,1731151100359; forceNewPlan=false, retain=false 2024-11-09T11:18:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:18:29,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ef92fa97920ebc237c8c4e69c07f98b, regionState=OPENING, regionLocation=3264b4bbda9f,39923,1731151100359 2024-11-09T11:18:29,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6ef92fa97920ebc237c8c4e69c07f98b, ASSIGN because future has completed 2024-11-09T11:18:29,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ef92fa97920ebc237c8c4e69c07f98b, server=3264b4bbda9f,39923,1731151100359}] 2024-11-09T11:18:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:18:29,263 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b. 2024-11-09T11:18:29,263 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ef92fa97920ebc237c8c4e69c07f98b, NAME => 'test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:18:29,263 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:18:29,264 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T11:18:29,264 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6ef92fa97920ebc237c8c4e69c07f98b 2024-11-09T11:18:29,264 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:29,264 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6ef92fa97920ebc237c8c4e69c07f98b 2024-11-09T11:18:29,264 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6ef92fa97920ebc237c8c4e69c07f98b 2024-11-09T11:18:29,272 INFO [StoreOpener-6ef92fa97920ebc237c8c4e69c07f98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6ef92fa97920ebc237c8c4e69c07f98b 2024-11-09T11:18:29,275 INFO [StoreOpener-6ef92fa97920ebc237c8c4e69c07f98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ef92fa97920ebc237c8c4e69c07f98b columnFamilyName f 2024-11-09T11:18:29,275 DEBUG [StoreOpener-6ef92fa97920ebc237c8c4e69c07f98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:29,275 INFO [StoreOpener-6ef92fa97920ebc237c8c4e69c07f98b-1 {}] regionserver.HStore(327): Store=6ef92fa97920ebc237c8c4e69c07f98b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:29,276 INFO [StoreOpener-6ef92fa97920ebc237c8c4e69c07f98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6ef92fa97920ebc237c8c4e69c07f98b 2024-11-09T11:18:29,277 INFO [StoreOpener-6ef92fa97920ebc237c8c4e69c07f98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ef92fa97920ebc237c8c4e69c07f98b columnFamilyName f1 2024-11-09T11:18:29,277 DEBUG [StoreOpener-6ef92fa97920ebc237c8c4e69c07f98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:29,277 INFO [StoreOpener-6ef92fa97920ebc237c8c4e69c07f98b-1 {}] regionserver.HStore(327): Store=6ef92fa97920ebc237c8c4e69c07f98b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:29,277 INFO [StoreOpener-6ef92fa97920ebc237c8c4e69c07f98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6ef92fa97920ebc237c8c4e69c07f98b 2024-11-09T11:18:29,278 INFO [StoreOpener-6ef92fa97920ebc237c8c4e69c07f98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ef92fa97920ebc237c8c4e69c07f98b columnFamilyName norep 2024-11-09T11:18:29,278 DEBUG [StoreOpener-6ef92fa97920ebc237c8c4e69c07f98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:29,279 INFO [StoreOpener-6ef92fa97920ebc237c8c4e69c07f98b-1 {}] regionserver.HStore(327): Store=6ef92fa97920ebc237c8c4e69c07f98b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:29,279 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6ef92fa97920ebc237c8c4e69c07f98b 2024-11-09T11:18:29,281 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b 2024-11-09T11:18:29,281 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b 2024-11-09T11:18:29,282 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6ef92fa97920ebc237c8c4e69c07f98b 2024-11-09T11:18:29,282 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6ef92fa97920ebc237c8c4e69c07f98b 2024-11-09T11:18:29,283 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:18:29,284 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6ef92fa97920ebc237c8c4e69c07f98b 2024-11-09T11:18:29,289 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:18:29,290 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6ef92fa97920ebc237c8c4e69c07f98b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69248881, jitterRate=0.03188873827457428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:18:29,290 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ef92fa97920ebc237c8c4e69c07f98b 2024-11-09T11:18:29,290 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6ef92fa97920ebc237c8c4e69c07f98b: Running coprocessor pre-open hook at 1731151109264Writing region info on filesystem at 1731151109264Initializing all the Stores at 1731151109265 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151109266 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151109272 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151109272Cleaning up temporary data from old regions at 1731151109282 (+10 ms)Running coprocessor post-open hooks at 1731151109290 (+8 ms)Region opened successfully at 1731151109290 2024-11-09T11:18:29,294 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b., pid=6, masterSystemTime=1731151109247 2024-11-09T11:18:29,297 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b. 2024-11-09T11:18:29,297 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b. 2024-11-09T11:18:29,299 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ef92fa97920ebc237c8c4e69c07f98b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3264b4bbda9f,39923,1731151100359 2024-11-09T11:18:29,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ef92fa97920ebc237c8c4e69c07f98b, server=3264b4bbda9f,39923,1731151100359 because future has completed 2024-11-09T11:18:29,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:18:29,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ef92fa97920ebc237c8c4e69c07f98b, server=3264b4bbda9f,39923,1731151100359 in 211 msec 2024-11-09T11:18:29,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T11:18:29,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6ef92fa97920ebc237c8c4e69c07f98b, ASSIGN in 386 msec 2024-11-09T11:18:29,314 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:18:29,314 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151109314"}]},"ts":"1731151109314"} 2024-11-09T11:18:29,317 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T11:18:29,318 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:18:29,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 472 msec 2024-11-09T11:18:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:18:29,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:18:29,488 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T11:18:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,37799,1731151105576 2024-11-09T11:18:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f9ecb60 2024-11-09T11:18:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:18:29,491 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:18:29,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37799 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:18:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37799 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T11:18:29,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:18:29,496 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:29,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37799 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T11:18:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:18:29,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:18:29,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741835_1011 (size=902) 2024-11-09T11:18:29,509 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e4c3967c648ae18253fba7122406e5c, NAME => 'test,,1731151109491.4e4c3967c648ae18253fba7122406e5c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe 2024-11-09T11:18:29,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741836_1012 (size=39) 2024-11-09T11:18:29,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:18:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:18:29,917 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731151109491.4e4c3967c648ae18253fba7122406e5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:29,917 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4e4c3967c648ae18253fba7122406e5c, disabling compactions & flushes 2024-11-09T11:18:29,917 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731151109491.4e4c3967c648ae18253fba7122406e5c. 2024-11-09T11:18:29,917 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151109491.4e4c3967c648ae18253fba7122406e5c. 2024-11-09T11:18:29,917 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731151109491.4e4c3967c648ae18253fba7122406e5c. after waiting 0 ms 2024-11-09T11:18:29,917 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731151109491.4e4c3967c648ae18253fba7122406e5c. 2024-11-09T11:18:29,918 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731151109491.4e4c3967c648ae18253fba7122406e5c. 2024-11-09T11:18:29,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e4c3967c648ae18253fba7122406e5c: Waiting for close lock at 1731151109917Disabling compacts and flushes for region at 1731151109917Disabling writes for close at 1731151109917Writing region close event to WAL at 1731151109917Closed at 1731151109917 2024-11-09T11:18:29,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:18:29,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731151109491.4e4c3967c648ae18253fba7122406e5c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731151109919"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151109919"}]},"ts":"1731151109919"} 2024-11-09T11:18:29,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:18:29,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:18:29,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151109952"}]},"ts":"1731151109952"} 2024-11-09T11:18:29,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T11:18:29,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e4c3967c648ae18253fba7122406e5c, ASSIGN}] 2024-11-09T11:18:29,958 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e4c3967c648ae18253fba7122406e5c, ASSIGN 2024-11-09T11:18:29,959 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4e4c3967c648ae18253fba7122406e5c, ASSIGN; state=OFFLINE, location=3264b4bbda9f,44251,1731151106212; forceNewPlan=false, retain=false 2024-11-09T11:18:30,110 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e4c3967c648ae18253fba7122406e5c, regionState=OPENING, regionLocation=3264b4bbda9f,44251,1731151106212 2024-11-09T11:18:30,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4e4c3967c648ae18253fba7122406e5c, ASSIGN because future has completed 2024-11-09T11:18:30,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e4c3967c648ae18253fba7122406e5c, server=3264b4bbda9f,44251,1731151106212}] 2024-11-09T11:18:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:18:30,274 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731151109491.4e4c3967c648ae18253fba7122406e5c. 2024-11-09T11:18:30,274 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e4c3967c648ae18253fba7122406e5c, NAME => 'test,,1731151109491.4e4c3967c648ae18253fba7122406e5c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:18:30,275 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:18:30,275 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T11:18:30,275 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4e4c3967c648ae18253fba7122406e5c 2024-11-09T11:18:30,275 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731151109491.4e4c3967c648ae18253fba7122406e5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:30,275 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4e4c3967c648ae18253fba7122406e5c 2024-11-09T11:18:30,275 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4e4c3967c648ae18253fba7122406e5c 2024-11-09T11:18:30,277 INFO [StoreOpener-4e4c3967c648ae18253fba7122406e5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4e4c3967c648ae18253fba7122406e5c 2024-11-09T11:18:30,279 INFO [StoreOpener-4e4c3967c648ae18253fba7122406e5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e4c3967c648ae18253fba7122406e5c columnFamilyName f 2024-11-09T11:18:30,279 DEBUG [StoreOpener-4e4c3967c648ae18253fba7122406e5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,279 INFO [StoreOpener-4e4c3967c648ae18253fba7122406e5c-1 {}] regionserver.HStore(327): Store=4e4c3967c648ae18253fba7122406e5c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:30,280 INFO [StoreOpener-4e4c3967c648ae18253fba7122406e5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4e4c3967c648ae18253fba7122406e5c 2024-11-09T11:18:30,283 INFO [StoreOpener-4e4c3967c648ae18253fba7122406e5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e4c3967c648ae18253fba7122406e5c columnFamilyName f1 2024-11-09T11:18:30,283 DEBUG [StoreOpener-4e4c3967c648ae18253fba7122406e5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,283 INFO [StoreOpener-4e4c3967c648ae18253fba7122406e5c-1 {}] regionserver.HStore(327): Store=4e4c3967c648ae18253fba7122406e5c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:30,284 INFO [StoreOpener-4e4c3967c648ae18253fba7122406e5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4e4c3967c648ae18253fba7122406e5c 2024-11-09T11:18:30,285 INFO [StoreOpener-4e4c3967c648ae18253fba7122406e5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e4c3967c648ae18253fba7122406e5c columnFamilyName norep 2024-11-09T11:18:30,285 DEBUG [StoreOpener-4e4c3967c648ae18253fba7122406e5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,286 INFO [StoreOpener-4e4c3967c648ae18253fba7122406e5c-1 {}] regionserver.HStore(327): Store=4e4c3967c648ae18253fba7122406e5c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:30,286 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4e4c3967c648ae18253fba7122406e5c 2024-11-09T11:18:30,287 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/default/test/4e4c3967c648ae18253fba7122406e5c 2024-11-09T11:18:30,288 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/default/test/4e4c3967c648ae18253fba7122406e5c 2024-11-09T11:18:30,289 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4e4c3967c648ae18253fba7122406e5c 2024-11-09T11:18:30,289 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4e4c3967c648ae18253fba7122406e5c 2024-11-09T11:18:30,289 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:18:30,291 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4e4c3967c648ae18253fba7122406e5c 2024-11-09T11:18:30,295 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/default/test/4e4c3967c648ae18253fba7122406e5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:18:30,295 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4e4c3967c648ae18253fba7122406e5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73510170, jitterRate=0.09538689255714417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:18:30,296 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e4c3967c648ae18253fba7122406e5c 2024-11-09T11:18:30,296 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4e4c3967c648ae18253fba7122406e5c: Running coprocessor pre-open hook at 1731151110276Writing region info on filesystem at 1731151110276Initializing all the Stores at 1731151110277 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151110277Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151110277Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151110277Cleaning up temporary data from old regions at 1731151110289 (+12 ms)Running coprocessor post-open hooks at 1731151110296 (+7 ms)Region opened successfully at 1731151110296 2024-11-09T11:18:30,297 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731151109491.4e4c3967c648ae18253fba7122406e5c., pid=6, masterSystemTime=1731151110269 2024-11-09T11:18:30,300 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731151109491.4e4c3967c648ae18253fba7122406e5c. 2024-11-09T11:18:30,300 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731151109491.4e4c3967c648ae18253fba7122406e5c. 2024-11-09T11:18:30,301 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e4c3967c648ae18253fba7122406e5c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3264b4bbda9f,44251,1731151106212 2024-11-09T11:18:30,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e4c3967c648ae18253fba7122406e5c, server=3264b4bbda9f,44251,1731151106212 because future has completed 2024-11-09T11:18:30,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:18:30,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e4c3967c648ae18253fba7122406e5c, server=3264b4bbda9f,44251,1731151106212 in 191 msec 2024-11-09T11:18:30,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T11:18:30,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4e4c3967c648ae18253fba7122406e5c, ASSIGN in 355 msec 2024-11-09T11:18:30,316 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:18:30,316 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151110316"}]},"ts":"1731151110316"} 2024-11-09T11:18:30,319 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T11:18:30,321 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:18:30,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 829 msec 2024-11-09T11:18:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:18:30,638 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T11:18:30,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:30,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,38869,-1 for getting cluster id 2024-11-09T11:18:30,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:30,640 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17297f08-2465-4867-97a6-652e7ee30100' 2024-11-09T11:18:30,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:30,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17297f08-2465-4867-97a6-652e7ee30100" 2024-11-09T11:18:30,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e280d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:30,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,38869,-1] 2024-11-09T11:18:30,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:30,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:30,642 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:30,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f43138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:30,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:30,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,37799,-1 for getting cluster id 2024-11-09T11:18:30,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:30,645 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ea2ce58-aa8d-48aa-a642-64e185db0643' 2024-11-09T11:18:30,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:30,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ea2ce58-aa8d-48aa-a642-64e185db0643" 2024-11-09T11:18:30,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0df3ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:30,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,37799,-1] 2024-11-09T11:18:30,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:30,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:30,648 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787c1ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:30,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6104dc69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:30,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,38869,-1 for getting cluster id 2024-11-09T11:18:30,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:30,650 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17297f08-2465-4867-97a6-652e7ee30100' 2024-11-09T11:18:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17297f08-2465-4867-97a6-652e7ee30100" 2024-11-09T11:18:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6ba8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,38869,-1] 2024-11-09T11:18:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:30,653 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:30,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c693cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:30,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:18:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,38869,1731151100147 2024-11-09T11:18:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ec6a6ff 2024-11-09T11:18:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:18:30,660 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:18:30,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3264b4bbda9f:37799,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-09T11:18:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:18:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:18:30,665 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:37799' 2024-11-09T11:18:30,666 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea97ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:30,666 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,37799,-1 for getting cluster id 2024-11-09T11:18:30,667 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:30,668 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ea2ce58-aa8d-48aa-a642-64e185db0643' 2024-11-09T11:18:30,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:30,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ea2ce58-aa8d-48aa-a642-64e185db0643" 2024-11-09T11:18:30,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c5bec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:30,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,37799,-1] 2024-11-09T11:18:30,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:30,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:30,674 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:30,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79817119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:30,675 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:18:30,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,37799,1731151105576 2024-11-09T11:18:30,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cf0e73a 2024-11-09T11:18:30,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:18:30,678 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:18:30,679 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T11:18:30,679 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:18:30,679 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:30,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:30,679 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:30,679 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:18:30,681 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T11:18:30,682 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:18:30,682 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:18:30,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741837_1013 (size=1138) 2024-11-09T11:18:30,731 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T11:18:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:18:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:18:31,103 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e865864cab8f06951ec4688fe4cdeb99, NAME => 'hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5 2024-11-09T11:18:31,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741838_1014 (size=44) 2024-11-09T11:18:31,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:31,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e865864cab8f06951ec4688fe4cdeb99, disabling compactions & flushes 2024-11-09T11:18:31,113 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99. 2024-11-09T11:18:31,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99. 2024-11-09T11:18:31,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99. after waiting 0 ms 2024-11-09T11:18:31,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99. 2024-11-09T11:18:31,113 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99. 2024-11-09T11:18:31,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e865864cab8f06951ec4688fe4cdeb99: Waiting for close lock at 1731151111113Disabling compacts and flushes for region at 1731151111113Disabling writes for close at 1731151111113Writing region close event to WAL at 1731151111113Closed at 1731151111113 2024-11-09T11:18:31,115 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:18:31,115 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731151111115"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151111115"}]},"ts":"1731151111115"} 2024-11-09T11:18:31,118 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:18:31,119 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:18:31,119 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151111119"}]},"ts":"1731151111119"} 2024-11-09T11:18:31,122 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T11:18:31,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e865864cab8f06951ec4688fe4cdeb99, ASSIGN}] 2024-11-09T11:18:31,125 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e865864cab8f06951ec4688fe4cdeb99, ASSIGN 2024-11-09T11:18:31,128 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e865864cab8f06951ec4688fe4cdeb99, ASSIGN; state=OFFLINE, location=3264b4bbda9f,39923,1731151100359; forceNewPlan=false, retain=false 2024-11-09T11:18:31,279 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e865864cab8f06951ec4688fe4cdeb99, regionState=OPENING, regionLocation=3264b4bbda9f,39923,1731151100359 2024-11-09T11:18:31,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e865864cab8f06951ec4688fe4cdeb99, ASSIGN because future has completed 2024-11-09T11:18:31,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e865864cab8f06951ec4688fe4cdeb99, server=3264b4bbda9f,39923,1731151100359}] 2024-11-09T11:18:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:18:31,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99. 2024-11-09T11:18:31,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:18:31,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T11:18:31,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C39923%2C1731151100359.rep, suffix=, logDir=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359, archiveDir=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/oldWALs, maxLogs=10 2024-11-09T11:18:31,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.rep.1731151111465, exclude list is [], retry=0 2024-11-09T11:18:31,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37873,DS-a4a13dcc-b130-474c-b106-c79c8ad9d154,DISK] 2024-11-09T11:18:31,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.rep.1731151111465 2024-11-09T11:18:31,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42017:42017)] 2024-11-09T11:18:31,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e865864cab8f06951ec4688fe4cdeb99, NAME => 'hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:18:31,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:18:31,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:18:31,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99. service=MultiRowMutationService 2024-11-09T11:18:31,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T11:18:31,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e865864cab8f06951ec4688fe4cdeb99 2024-11-09T11:18:31,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:31,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e865864cab8f06951ec4688fe4cdeb99 2024-11-09T11:18:31,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e865864cab8f06951ec4688fe4cdeb99 2024-11-09T11:18:31,498 INFO [StoreOpener-e865864cab8f06951ec4688fe4cdeb99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e865864cab8f06951ec4688fe4cdeb99 2024-11-09T11:18:31,500 INFO [StoreOpener-e865864cab8f06951ec4688fe4cdeb99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e865864cab8f06951ec4688fe4cdeb99 columnFamilyName hfileref 2024-11-09T11:18:31,500 DEBUG [StoreOpener-e865864cab8f06951ec4688fe4cdeb99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,500 INFO [StoreOpener-e865864cab8f06951ec4688fe4cdeb99-1 {}] regionserver.HStore(327): Store=e865864cab8f06951ec4688fe4cdeb99/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:31,501 INFO [StoreOpener-e865864cab8f06951ec4688fe4cdeb99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e865864cab8f06951ec4688fe4cdeb99 2024-11-09T11:18:31,502 INFO [StoreOpener-e865864cab8f06951ec4688fe4cdeb99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e865864cab8f06951ec4688fe4cdeb99 columnFamilyName queue 2024-11-09T11:18:31,502 DEBUG [StoreOpener-e865864cab8f06951ec4688fe4cdeb99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,503 INFO [StoreOpener-e865864cab8f06951ec4688fe4cdeb99-1 {}] regionserver.HStore(327): Store=e865864cab8f06951ec4688fe4cdeb99/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:31,503 INFO [StoreOpener-e865864cab8f06951ec4688fe4cdeb99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e865864cab8f06951ec4688fe4cdeb99 2024-11-09T11:18:31,507 INFO [StoreOpener-e865864cab8f06951ec4688fe4cdeb99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e865864cab8f06951ec4688fe4cdeb99 columnFamilyName sid 2024-11-09T11:18:31,507 DEBUG [StoreOpener-e865864cab8f06951ec4688fe4cdeb99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,508 INFO [StoreOpener-e865864cab8f06951ec4688fe4cdeb99-1 {}] regionserver.HStore(327): Store=e865864cab8f06951ec4688fe4cdeb99/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:31,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e865864cab8f06951ec4688fe4cdeb99 2024-11-09T11:18:31,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/replication/e865864cab8f06951ec4688fe4cdeb99 2024-11-09T11:18:31,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/replication/e865864cab8f06951ec4688fe4cdeb99 2024-11-09T11:18:31,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e865864cab8f06951ec4688fe4cdeb99 2024-11-09T11:18:31,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e865864cab8f06951ec4688fe4cdeb99 2024-11-09T11:18:31,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:18:31,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e865864cab8f06951ec4688fe4cdeb99 2024-11-09T11:18:31,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/replication/e865864cab8f06951ec4688fe4cdeb99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:18:31,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e865864cab8f06951ec4688fe4cdeb99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65655546, jitterRate=-0.021656125783920288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:18:31,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e865864cab8f06951ec4688fe4cdeb99 2024-11-09T11:18:31,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e865864cab8f06951ec4688fe4cdeb99: Running coprocessor pre-open hook at 1731151111496Writing region info on filesystem at 1731151111496Initializing all the Stores at 1731151111498 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151111498Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151111498Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151111498Cleaning up temporary data from old regions at 1731151111513 (+15 ms)Running coprocessor post-open hooks at 1731151111524 (+11 ms)Region opened successfully at 1731151111525 (+1 ms) 2024-11-09T11:18:31,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99., pid=10, masterSystemTime=1731151111448 2024-11-09T11:18:31,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99. 2024-11-09T11:18:31,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99. 2024-11-09T11:18:31,534 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e865864cab8f06951ec4688fe4cdeb99, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,39923,1731151100359 2024-11-09T11:18:31,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e865864cab8f06951ec4688fe4cdeb99, server=3264b4bbda9f,39923,1731151100359 because future has completed 2024-11-09T11:18:31,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T11:18:31,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e865864cab8f06951ec4688fe4cdeb99, server=3264b4bbda9f,39923,1731151100359 in 257 msec 2024-11-09T11:18:31,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T11:18:31,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e865864cab8f06951ec4688fe4cdeb99, ASSIGN in 420 msec 2024-11-09T11:18:31,548 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:18:31,548 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151111548"}]},"ts":"1731151111548"} 2024-11-09T11:18:31,557 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T11:18:31,560 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:18:31,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 881 msec 2024-11-09T11:18:31,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99., hostname=3264b4bbda9f,39923,1731151100359, seqNum=2] 2024-11-09T11:18:31,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843 2024-11-09T11:18:31,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843 2024-11-09T11:18:31,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:18:31,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T11:18:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:18:31,798 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T11:18:31,834 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3264b4bbda9f,39923,1731151100359, ReplicationSource: 1, currentBandwidth=0 2024-11-09T11:18:31,834 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:31,834 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,39923,1731151100359, seqNum=-1] 2024-11-09T11:18:31,835 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:31,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-09T11:18:31,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3264b4bbda9f,39923,1731151100359', locateType=CURRENT is [region=hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99., hostname=3264b4bbda9f,39923,1731151100359, seqNum=2] 2024-11-09T11:18:31,842 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T11:18:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T11:18:31,845 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3264b4bbda9f,39923,1731151100359 suceeded 2024-11-09T11:18:31,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T11:18:31,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-09T11:18:31,849 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3264b4bbda9f:37799,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-09T11:18:31,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1890 sec 2024-11-09T11:18:31,862 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:37799' 2024-11-09T11:18:31,863 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6560ad15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:31,863 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,37799,-1 for getting cluster id 2024-11-09T11:18:31,863 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:31,865 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ea2ce58-aa8d-48aa-a642-64e185db0643' 2024-11-09T11:18:31,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:31,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ea2ce58-aa8d-48aa-a642-64e185db0643" 2024-11-09T11:18:31,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@606c456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:31,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,37799,-1] 2024-11-09T11:18:31,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:31,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:31,867 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:31,867 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e905b3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:31,868 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:18:31,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,37799,1731151105576 2024-11-09T11:18:31,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b97d429 2024-11-09T11:18:31,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:18:31,870 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-09T11:18:31,870 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3264b4bbda9f,39923,1731151100359 (queues=1) is replicating from cluster=17297f08-2465-4867-97a6-652e7ee30100 to cluster=8ea2ce58-aa8d-48aa-a642-64e185db0643 2024-11-09T11:18:31,870 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3264b4bbda9f%2C39923%2C1731151100359 2024-11-09T11:18:31,871 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3264b4bbda9f,39923,1731151100359, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:18:31,871 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681, startPosition=0, beingWritten=true 2024-11-09T11:18:31,876 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.shipper3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C39923%2C1731151100359 2024-11-09T11:18:31,888 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:18:31,888 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 379, reset compression=false 2024-11-09T11:18:31,888 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.shipper3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39923,1731151100359 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:18:32,097 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 379, reset compression=false 2024-11-09T11:18:32,426 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 379, reset compression=false 2024-11-09T11:18:32,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:18:32,818 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T11:18:32,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:18:32,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:18:32,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:32,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:32,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:32,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:32,827 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731151112824/Put/seqid=0 2024-11-09T11:18:32,832 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 379, reset compression=false 2024-11-09T11:18:32,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741840_1016 (size=7894) 2024-11-09T11:18:32,855 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/load_f/f/hfile_1 is 34, key is ddd/f:row/1731151112853/Put/seqid=0 2024-11-09T11:18:32,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741841_1017 (size=7691) 2024-11-09T11:18:33,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b26d088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:33,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,38869,-1 for getting cluster id 2024-11-09T11:18:33,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:33,268 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17297f08-2465-4867-97a6-652e7ee30100' 2024-11-09T11:18:33,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17297f08-2465-4867-97a6-652e7ee30100" 2024-11-09T11:18:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2e8790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,38869,-1] 2024-11-09T11:18:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:33,270 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:33,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230fadb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:33,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:33,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,39923,1731151100359, seqNum=-1] 2024-11-09T11:18:33,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:33,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:33,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:18:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,38869,1731151100147 2024-11-09T11:18:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66c4842b 2024-11-09T11:18:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:18:33,300 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:18:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b., hostname=3264b4bbda9f,39923,1731151100359, seqNum=2] 2024-11-09T11:18:33,321 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T11:18:33,336 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 379, reset compression=false 2024-11-09T11:18:33,343 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T11:18:33,356 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T11:18:33,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/load_f/f/hfile_0 for inclusion in 6ef92fa97920ebc237c8c4e69c07f98b/f 2024-11-09T11:18:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T11:18:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:18:33,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/load_f/f/hfile_1 for inclusion in 6ef92fa97920ebc237c8c4e69c07f98b/f 2024-11-09T11:18:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T11:18:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:18:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HRegion(2603): Flush status journal for 6ef92fa97920ebc237c8c4e69c07f98b: 2024-11-09T11:18:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/load_f/f/hfile_0 to hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__s882tmeg1agtkpo8qludcggiq1gcr7emok97mpvcelqahkippn04o71j4rjocn86/f/hfile_0 2024-11-09T11:18:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__s882tmeg1agtkpo8qludcggiq1gcr7emok97mpvcelqahkippn04o71j4rjocn86/f/hfile_0 as hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b/f/92cabf4334894089a72b4eeab1b1bcd5_SeqId_4_ 2024-11-09T11:18:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/load_f/f/hfile_1 to hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__s882tmeg1agtkpo8qludcggiq1gcr7emok97mpvcelqahkippn04o71j4rjocn86/f/hfile_1 2024-11-09T11:18:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__s882tmeg1agtkpo8qludcggiq1gcr7emok97mpvcelqahkippn04o71j4rjocn86/f/hfile_1 as hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b/f/0b20921b6bbf4722b78edbcabed4a821_SeqId_4_ 2024-11-09T11:18:33,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__s882tmeg1agtkpo8qludcggiq1gcr7emok97mpvcelqahkippn04o71j4rjocn86/f/hfile_0 into 6ef92fa97920ebc237c8c4e69c07f98b/f as hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b/f/92cabf4334894089a72b4eeab1b1bcd5_SeqId_4_ - updating store file list. 2024-11-09T11:18:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 92cabf4334894089a72b4eeab1b1bcd5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T11:18:33,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b/f/92cabf4334894089a72b4eeab1b1bcd5_SeqId_4_ into 6ef92fa97920ebc237c8c4e69c07f98b/f 2024-11-09T11:18:33,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__s882tmeg1agtkpo8qludcggiq1gcr7emok97mpvcelqahkippn04o71j4rjocn86/f/hfile_0 into 6ef92fa97920ebc237c8c4e69c07f98b/f (new location: hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b/f/92cabf4334894089a72b4eeab1b1bcd5_SeqId_4_) 2024-11-09T11:18:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__s882tmeg1agtkpo8qludcggiq1gcr7emok97mpvcelqahkippn04o71j4rjocn86/f/hfile_0 2024-11-09T11:18:33,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__s882tmeg1agtkpo8qludcggiq1gcr7emok97mpvcelqahkippn04o71j4rjocn86/f/hfile_1 into 6ef92fa97920ebc237c8c4e69c07f98b/f as hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b/f/0b20921b6bbf4722b78edbcabed4a821_SeqId_4_ - updating store file list. 2024-11-09T11:18:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0b20921b6bbf4722b78edbcabed4a821_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T11:18:33,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b/f/0b20921b6bbf4722b78edbcabed4a821_SeqId_4_ into 6ef92fa97920ebc237c8c4e69c07f98b/f 2024-11-09T11:18:33,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__s882tmeg1agtkpo8qludcggiq1gcr7emok97mpvcelqahkippn04o71j4rjocn86/f/hfile_1 into 6ef92fa97920ebc237c8c4e69c07f98b/f (new location: hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b/f/0b20921b6bbf4722b78edbcabed4a821_SeqId_4_) 2024-11-09T11:18:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__s882tmeg1agtkpo8qludcggiq1gcr7emok97mpvcelqahkippn04o71j4rjocn86/f/hfile_1 2024-11-09T11:18:33,459 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:18:33,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:18:33,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:33,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:33,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:33,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b., hostname=3264b4bbda9f,39923,1731151100359, seqNum=2 , the old value is region=test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b., hostname=3264b4bbda9f,39923,1731151100359, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3264b4bbda9f:39923 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T11:18:33,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b., hostname=3264b4bbda9f,39923,1731151100359, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T11:18:33,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b., hostname=3264b4bbda9f,39923,1731151100359, seqNum=2 from cache 2024-11-09T11:18:33,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:33,469 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,44251,1731151106212, seqNum=-1] 2024-11-09T11:18:33,469 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:33,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:57404 deadline: 1731151173459 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:57404 2024-11-09T11:18:33,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731151109491.4e4c3967c648ae18253fba7122406e5c., hostname=3264b4bbda9f,44251,1731151106212, seqNum=2] 2024-11-09T11:18:33,479 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T11:18:33,568 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:39923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T11:18:33,605 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T11:18:33,970 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 379, reset compression=false 2024-11-09T11:18:33,988 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:18:33,988 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.shipper3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39923,1731151100359 got entry batch from reader: WALEntryBatch [walEntries=[{test/6ef92fa97920ebc237c8c4e69c07f98b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731151113451/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T11:18:34,020 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.shipper3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:18:34,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-09T11:18:34,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.ReplicationSink(318): Replicating [17297f08-2465-4867-97a6-652e7ee30100] bulk loaded data 2024-11-09T11:18:34,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27ffaa54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:34,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,37799,-1 for getting cluster id 2024-11-09T11:18:34,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:34,032 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ea2ce58-aa8d-48aa-a642-64e185db0643' 2024-11-09T11:18:34,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:34,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ea2ce58-aa8d-48aa-a642-64e185db0643" 2024-11-09T11:18:34,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10fc4f67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:34,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,37799,-1] 2024-11-09T11:18:34,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:34,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:34,035 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:34,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10aa10b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:34,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741837_1013 (size=7894) 2024-11-09T11:18:34,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741838_1014 (size=7691) 2024-11-09T11:18:34,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:18:34,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,37799,1731151105576 2024-11-09T11:18:34,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26bca720 2024-11-09T11:18:34,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:18:34,156 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:18:34,157 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-09T11:18:34,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T11:18:34,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:34,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,44251,1731151106212, seqNum=-1] 2024-11-09T11:18:34,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:34,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-09T11:18:34,188 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 687, reset compression=false 2024-11-09T11:18:34,193 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/staging/jenkins.hfs.6__test__ria0b2to0usbimiiaea4p009tuvngdptb7r8m8kif85al0q8irhk5bek8ec8tcgd/f/0b20921b6bbf4722b78edbcabed4a821_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T11:18:34,200 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/staging/jenkins.hfs.6__test__ria0b2to0usbimiiaea4p009tuvngdptb7r8m8kif85al0q8irhk5bek8ec8tcgd/f/92cabf4334894089a72b4eeab1b1bcd5_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T11:18:34,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:18:34,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:18:34,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:18:34,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:18:34,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/staging/jenkins.hfs.6__test__ria0b2to0usbimiiaea4p009tuvngdptb7r8m8kif85al0q8irhk5bek8ec8tcgd/f/0b20921b6bbf4722b78edbcabed4a821_SeqId_4_ for inclusion in 4e4c3967c648ae18253fba7122406e5c/f 2024-11-09T11:18:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T11:18:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:18:34,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/staging/jenkins.hfs.6__test__ria0b2to0usbimiiaea4p009tuvngdptb7r8m8kif85al0q8irhk5bek8ec8tcgd/f/92cabf4334894089a72b4eeab1b1bcd5_SeqId_4_ for inclusion in 4e4c3967c648ae18253fba7122406e5c/f 2024-11-09T11:18:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T11:18:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:18:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.HRegion(2603): Flush status journal for 4e4c3967c648ae18253fba7122406e5c: 2024-11-09T11:18:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0b20921b6bbf4722b78edbcabed4a821_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T11:18:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/staging/jenkins.hfs.6__test__ria0b2to0usbimiiaea4p009tuvngdptb7r8m8kif85al0q8irhk5bek8ec8tcgd/f/0b20921b6bbf4722b78edbcabed4a821_SeqId_4_ as hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/default/test/4e4c3967c648ae18253fba7122406e5c/f/a8db4ca6fc66480199342f356a0c7306_SeqId_4_ 2024-11-09T11:18:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 92cabf4334894089a72b4eeab1b1bcd5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T11:18:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/staging/jenkins.hfs.6__test__ria0b2to0usbimiiaea4p009tuvngdptb7r8m8kif85al0q8irhk5bek8ec8tcgd/f/92cabf4334894089a72b4eeab1b1bcd5_SeqId_4_ as hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/default/test/4e4c3967c648ae18253fba7122406e5c/f/fd1d5fda8218423eab31970c09e1a7ab_SeqId_4_ 2024-11-09T11:18:34,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/staging/jenkins.hfs.6__test__ria0b2to0usbimiiaea4p009tuvngdptb7r8m8kif85al0q8irhk5bek8ec8tcgd/f/0b20921b6bbf4722b78edbcabed4a821_SeqId_4_ into 4e4c3967c648ae18253fba7122406e5c/f as hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/default/test/4e4c3967c648ae18253fba7122406e5c/f/a8db4ca6fc66480199342f356a0c7306_SeqId_4_ - updating store file list. 2024-11-09T11:18:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a8db4ca6fc66480199342f356a0c7306_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T11:18:34,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/default/test/4e4c3967c648ae18253fba7122406e5c/f/a8db4ca6fc66480199342f356a0c7306_SeqId_4_ into 4e4c3967c648ae18253fba7122406e5c/f 2024-11-09T11:18:34,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/staging/jenkins.hfs.6__test__ria0b2to0usbimiiaea4p009tuvngdptb7r8m8kif85al0q8irhk5bek8ec8tcgd/f/0b20921b6bbf4722b78edbcabed4a821_SeqId_4_ into 4e4c3967c648ae18253fba7122406e5c/f (new location: hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/default/test/4e4c3967c648ae18253fba7122406e5c/f/a8db4ca6fc66480199342f356a0c7306_SeqId_4_) 2024-11-09T11:18:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/staging/jenkins.hfs.6__test__ria0b2to0usbimiiaea4p009tuvngdptb7r8m8kif85al0q8irhk5bek8ec8tcgd/f/0b20921b6bbf4722b78edbcabed4a821_SeqId_4_ 2024-11-09T11:18:34,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/staging/jenkins.hfs.6__test__ria0b2to0usbimiiaea4p009tuvngdptb7r8m8kif85al0q8irhk5bek8ec8tcgd/f/92cabf4334894089a72b4eeab1b1bcd5_SeqId_4_ into 4e4c3967c648ae18253fba7122406e5c/f as hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/default/test/4e4c3967c648ae18253fba7122406e5c/f/fd1d5fda8218423eab31970c09e1a7ab_SeqId_4_ - updating store file list. 2024-11-09T11:18:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fd1d5fda8218423eab31970c09e1a7ab_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T11:18:34,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/default/test/4e4c3967c648ae18253fba7122406e5c/f/fd1d5fda8218423eab31970c09e1a7ab_SeqId_4_ into 4e4c3967c648ae18253fba7122406e5c/f 2024-11-09T11:18:34,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/staging/jenkins.hfs.6__test__ria0b2to0usbimiiaea4p009tuvngdptb7r8m8kif85al0q8irhk5bek8ec8tcgd/f/92cabf4334894089a72b4eeab1b1bcd5_SeqId_4_ into 4e4c3967c648ae18253fba7122406e5c/f (new location: hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/default/test/4e4c3967c648ae18253fba7122406e5c/f/fd1d5fda8218423eab31970c09e1a7ab_SeqId_4_) 2024-11-09T11:18:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/staging/jenkins.hfs.6__test__ria0b2to0usbimiiaea4p009tuvngdptb7r8m8kif85al0q8irhk5bek8ec8tcgd/f/92cabf4334894089a72b4eeab1b1bcd5_SeqId_4_ 2024-11-09T11:18:34,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44251 {}] regionserver.ReplicationSink(324): Finished replicating [17297f08-2465-4867-97a6-652e7ee30100] bulk loaded data 2024-11-09T11:18:34,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:18:34,516 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731151114515/Put/seqid=0 2024-11-09T11:18:34,530 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 687, reset compression=false 2024-11-09T11:18:34,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741842_1018 (size=7997) 2024-11-09T11:18:34,546 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731151114545/Put/seqid=0 2024-11-09T11:18:34,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741843_1019 (size=7794) 2024-11-09T11:18:34,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T11:18:34,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T11:18:34,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T11:18:34,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T11:18:34,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:18:34,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T11:18:34,943 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 687, reset compression=false 2024-11-09T11:18:34,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de0516a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:34,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,38869,-1 for getting cluster id 2024-11-09T11:18:34,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:34,958 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17297f08-2465-4867-97a6-652e7ee30100' 2024-11-09T11:18:34,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:34,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17297f08-2465-4867-97a6-652e7ee30100" 2024-11-09T11:18:34,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228e28f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:34,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,38869,-1] 2024-11-09T11:18:34,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:34,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:34,961 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:34,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e52f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:34,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:34,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,39923,1731151100359, seqNum=-1] 2024-11-09T11:18:34,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:34,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:34,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:18:34,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,38869,1731151100147 2024-11-09T11:18:34,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36057e7e 2024-11-09T11:18:34,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:18:34,981 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:18:34,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b., hostname=3264b4bbda9f,39923,1731151100359, seqNum=2] 2024-11-09T11:18:34,992 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T11:18:35,007 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T11:18:35,012 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T11:18:35,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/load_f1/f1/hfile_1 for inclusion in 6ef92fa97920ebc237c8c4e69c07f98b/f1 2024-11-09T11:18:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T11:18:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:18:35,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/load_f1/f1/hfile_0 for inclusion in 6ef92fa97920ebc237c8c4e69c07f98b/f1 2024-11-09T11:18:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T11:18:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:18:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HRegion(2603): Flush status journal for 6ef92fa97920ebc237c8c4e69c07f98b: 2024-11-09T11:18:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/load_f1/f1/hfile_1 to hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__k8bs4qrm5qp924d202m9k8ghubihmutege17rr1p48thhukvleh9b4a9ccfufmon/f1/hfile_1 2024-11-09T11:18:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__k8bs4qrm5qp924d202m9k8ghubihmutege17rr1p48thhukvleh9b4a9ccfufmon/f1/hfile_1 as hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b/f1/96e42183d99e41008141d64b7543bd66_SeqId_6_ 2024-11-09T11:18:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/load_f1/f1/hfile_0 to hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__k8bs4qrm5qp924d202m9k8ghubihmutege17rr1p48thhukvleh9b4a9ccfufmon/f1/hfile_0 2024-11-09T11:18:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__k8bs4qrm5qp924d202m9k8ghubihmutege17rr1p48thhukvleh9b4a9ccfufmon/f1/hfile_0 as hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b/f1/b036b1c300de4213b2877d2f4d38c5a3_SeqId_6_ 2024-11-09T11:18:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-09T11:18:35,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__k8bs4qrm5qp924d202m9k8ghubihmutege17rr1p48thhukvleh9b4a9ccfufmon/f1/hfile_1 into 6ef92fa97920ebc237c8c4e69c07f98b/f1 as hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b/f1/96e42183d99e41008141d64b7543bd66_SeqId_6_ - updating store file list. 2024-11-09T11:18:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 96e42183d99e41008141d64b7543bd66_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T11:18:35,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b/f1/96e42183d99e41008141d64b7543bd66_SeqId_6_ into 6ef92fa97920ebc237c8c4e69c07f98b/f1 2024-11-09T11:18:35,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__k8bs4qrm5qp924d202m9k8ghubihmutege17rr1p48thhukvleh9b4a9ccfufmon/f1/hfile_1 into 6ef92fa97920ebc237c8c4e69c07f98b/f1 (new location: hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b/f1/96e42183d99e41008141d64b7543bd66_SeqId_6_) 2024-11-09T11:18:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__k8bs4qrm5qp924d202m9k8ghubihmutege17rr1p48thhukvleh9b4a9ccfufmon/f1/hfile_1 2024-11-09T11:18:35,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__k8bs4qrm5qp924d202m9k8ghubihmutege17rr1p48thhukvleh9b4a9ccfufmon/f1/hfile_0 into 6ef92fa97920ebc237c8c4e69c07f98b/f1 as hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b/f1/b036b1c300de4213b2877d2f4d38c5a3_SeqId_6_ - updating store file list. 2024-11-09T11:18:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b036b1c300de4213b2877d2f4d38c5a3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T11:18:35,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b/f1/b036b1c300de4213b2877d2f4d38c5a3_SeqId_6_ into 6ef92fa97920ebc237c8c4e69c07f98b/f1 2024-11-09T11:18:35,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__k8bs4qrm5qp924d202m9k8ghubihmutege17rr1p48thhukvleh9b4a9ccfufmon/f1/hfile_0 into 6ef92fa97920ebc237c8c4e69c07f98b/f1 (new location: hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b/f1/b036b1c300de4213b2877d2f4d38c5a3_SeqId_6_) 2024-11-09T11:18:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/staging/jenkins__test__k8bs4qrm5qp924d202m9k8ghubihmutege17rr1p48thhukvleh9b4a9ccfufmon/f1/hfile_0 2024-11-09T11:18:35,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:18:35,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:18:35,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:35,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:35,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:35,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b., hostname=3264b4bbda9f,39923,1731151100359, seqNum=2 , the old value is region=test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b., hostname=3264b4bbda9f,39923,1731151100359, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3264b4bbda9f:39923 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T11:18:35,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b., hostname=3264b4bbda9f,39923,1731151100359, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T11:18:35,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b., hostname=3264b4bbda9f,39923,1731151100359, seqNum=2 from cache 2024-11-09T11:18:35,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:57410 deadline: 1731151175057 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:57410 2024-11-09T11:18:35,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,39923,1731151100359, seqNum=-1] 2024-11-09T11:18:35,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:35,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:35,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b., hostname=3264b4bbda9f,39923,1731151100359, seqNum=2] 2024-11-09T11:18:35,168 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:39923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T11:18:35,451 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 687, reset compression=false 2024-11-09T11:18:35,499 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:18:35,499 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:35,499 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.shipper3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39923,1731151100359 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:18:35,718 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:36,039 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:36,467 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:36,976 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:37,605 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:38,310 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:39,114 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:40,021 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:41,026 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:42,130 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:43,335 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:44,639 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:46,043 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:47,547 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:49,151 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:49,735 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:18:50,857 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:52,661 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:54,565 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:55,160 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:18:55,506 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.shipper3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39923,1731151100359 got entry batch from reader: null 2024-11-09T11:18:56,569 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:18:58,674 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:19:00,879 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:19:03,184 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:19:03,492 INFO [master/3264b4bbda9f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T11:19:03,492 INFO [master/3264b4bbda9f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T11:19:05,588 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:19:08,093 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:19:08,724 INFO [master/3264b4bbda9f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T11:19:08,724 INFO [master/3264b4bbda9f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T11:19:10,697 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:19:13,400 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:19:14,264 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6ef92fa97920ebc237c8c4e69c07f98b, had cached 0 bytes from a total of 31376 2024-11-09T11:19:15,275 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4e4c3967c648ae18253fba7122406e5c, had cached 0 bytes from a total of 15585 2024-11-09T11:19:15,506 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.shipper3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39923,1731151100359 got entry batch from reader: null 2024-11-09T11:19:16,206 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:19:19,110 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:19:19,735 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:19:22,117 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:19:25,160 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:19:25,228 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:19:28,432 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:19:31,736 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:19:35,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:19:35,121 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:19:35,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:19:35,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:35,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:35,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:19:35,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:19:35,122 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1521670211, stopped=false 2024-11-09T11:19:35,122 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,37799,1731151105576 2024-11-09T11:19:35,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1548134256/running 2024-11-09T11:19:35,131 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1548134256/running 2024-11-09T11:19:35,131 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256 2024-11-09T11:19:35,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256 2024-11-09T11:19:35,131 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:19:35,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:19:35,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:19:35,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:35,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Set watcher on znode that does not yet exist, /1-1548134256/running 2024-11-09T11:19:35,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Set watcher on znode that does not yet exist, /1-1548134256/running 2024-11-09T11:19:35,131 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,44251,1731151106212' ***** 2024-11-09T11:19:35,131 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:19:35,132 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:19:35,132 INFO [RS:0;3264b4bbda9f:44251 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:19:35,132 INFO [RS:0;3264b4bbda9f:44251 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:19:35,132 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:19:35,132 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e4c3967c648ae18253fba7122406e5c 2024-11-09T11:19:35,132 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,44251,1731151106212 2024-11-09T11:19:35,132 INFO [RS:0;3264b4bbda9f:44251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:19:35,132 INFO [RS:0;3264b4bbda9f:44251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:44251. 2024-11-09T11:19:35,132 DEBUG [RS:0;3264b4bbda9f:44251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:19:35,132 DEBUG [RS:0;3264b4bbda9f:44251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:35,132 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e4c3967c648ae18253fba7122406e5c, disabling compactions & flushes 2024-11-09T11:19:35,132 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731151109491.4e4c3967c648ae18253fba7122406e5c. 2024-11-09T11:19:35,132 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151109491.4e4c3967c648ae18253fba7122406e5c. 2024-11-09T11:19:35,132 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:19:35,132 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:19:35,132 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731151109491.4e4c3967c648ae18253fba7122406e5c. after waiting 0 ms 2024-11-09T11:19:35,132 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:19:35,132 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731151109491.4e4c3967c648ae18253fba7122406e5c. 2024-11-09T11:19:35,132 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:19:35,132 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T11:19:35,132 DEBUG [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4e4c3967c648ae18253fba7122406e5c=test,,1731151109491.4e4c3967c648ae18253fba7122406e5c.} 2024-11-09T11:19:35,133 DEBUG [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e4c3967c648ae18253fba7122406e5c 2024-11-09T11:19:35,133 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:19:35,133 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:19:35,133 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:19:35,133 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:19:35,133 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:19:35,133 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T11:19:35,136 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/default/test/4e4c3967c648ae18253fba7122406e5c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T11:19:35,136 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:19:35,136 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:19:35,136 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731151109491.4e4c3967c648ae18253fba7122406e5c. 2024-11-09T11:19:35,137 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e4c3967c648ae18253fba7122406e5c: Waiting for close lock at 1731151175132Running coprocessor pre-close hooks at 1731151175132Disabling compacts and flushes for region at 1731151175132Disabling writes for close at 1731151175132Writing region close event to WAL at 1731151175133 (+1 ms)Running coprocessor post-close hooks at 1731151175136 (+3 ms)Closed at 1731151175136 2024-11-09T11:19:35,137 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731151109491.4e4c3967c648ae18253fba7122406e5c. 2024-11-09T11:19:35,140 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:19:35,148 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/.tmp/info/684067123cf24abe828639351ae62ef3 is 129, key is test,,1731151109491.4e4c3967c648ae18253fba7122406e5c./info:regioninfo/1731151110300/Put/seqid=0 2024-11-09T11:19:35,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741839_1015 (size=6421) 2024-11-09T11:19:35,180 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:19:35,333 DEBUG [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:19:35,507 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.shipper3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39923,1731151100359 got entry batch from reader: null 2024-11-09T11:19:35,533 DEBUG [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:19:35,553 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/.tmp/info/684067123cf24abe828639351ae62ef3 2024-11-09T11:19:35,576 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/.tmp/ns/f1b8e5c54df94c6c943b69b48fc0bfe3 is 43, key is default/ns:d/1731151108708/Put/seqid=0 2024-11-09T11:19:35,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741840_1016 (size=5153) 2024-11-09T11:19:35,659 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:19:35,659 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:19:35,733 DEBUG [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:19:35,933 DEBUG [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:19:35,981 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/.tmp/ns/f1b8e5c54df94c6c943b69b48fc0bfe3 2024-11-09T11:19:35,999 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/.tmp/rep_barrier/4eea81fed8954d70a6b51de76623ea14 is 112, key is test,,1731151109491.4e4c3967c648ae18253fba7122406e5c./rep_barrier:seqnumDuringOpen/1731151110300/Put/seqid=0 2024-11-09T11:19:36,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741841_1017 (size=5518) 2024-11-09T11:19:36,133 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T11:19:36,133 DEBUG [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T11:19:36,134 DEBUG [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:19:36,334 DEBUG [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:19:36,403 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/.tmp/rep_barrier/4eea81fed8954d70a6b51de76623ea14 2024-11-09T11:19:36,425 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/.tmp/table/de57a785dce54723b25f6a8d79a0a766 is 40, key is test/table:state/1731151110316/Put/seqid=0 2024-11-09T11:19:36,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741842_1018 (size=5165) 2024-11-09T11:19:36,534 DEBUG [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:19:36,734 DEBUG [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:19:36,829 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/.tmp/table/de57a785dce54723b25f6a8d79a0a766 2024-11-09T11:19:36,835 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/.tmp/info/684067123cf24abe828639351ae62ef3 as hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/info/684067123cf24abe828639351ae62ef3 2024-11-09T11:19:36,841 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/info/684067123cf24abe828639351ae62ef3, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T11:19:36,842 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/.tmp/ns/f1b8e5c54df94c6c943b69b48fc0bfe3 as hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/ns/f1b8e5c54df94c6c943b69b48fc0bfe3 2024-11-09T11:19:36,848 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/ns/f1b8e5c54df94c6c943b69b48fc0bfe3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T11:19:36,849 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/.tmp/rep_barrier/4eea81fed8954d70a6b51de76623ea14 as hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/rep_barrier/4eea81fed8954d70a6b51de76623ea14 2024-11-09T11:19:36,854 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/rep_barrier/4eea81fed8954d70a6b51de76623ea14, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T11:19:36,855 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/.tmp/table/de57a785dce54723b25f6a8d79a0a766 as hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/table/de57a785dce54723b25f6a8d79a0a766 2024-11-09T11:19:36,861 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/table/de57a785dce54723b25f6a8d79a0a766, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T11:19:36,862 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=11, compaction requested=false 2024-11-09T11:19:36,867 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T11:19:36,867 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:19:36,867 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:19:36,867 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:19:36,868 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151175133Running coprocessor pre-close hooks at 1731151175133Disabling compacts and flushes for region at 1731151175133Disabling writes for close at 1731151175133Obtaining lock to block concurrent updates at 1731151175133Preparing flush snapshotting stores in 1588230740 at 1731151175133Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731151175133Flushing stores of hbase:meta,,1.1588230740 at 1731151175134 (+1 ms)Flushing 1588230740/info: creating writer at 1731151175134Flushing 1588230740/info: appending metadata at 1731151175148 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731151175148Flushing 1588230740/ns: creating writer at 1731151175559 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731151175576 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731151175576Flushing 1588230740/rep_barrier: creating writer at 1731151175986 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731151175999 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731151175999Flushing 1588230740/table: creating writer at 1731151176410 (+411 ms)Flushing 1588230740/table: appending metadata at 1731151176424 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731151176424Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff5a7af: reopening flushed file at 1731151176835 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cadd1d0: reopening flushed file at 1731151176841 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7348839b: reopening flushed file at 1731151176848 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b54ba4: reopening flushed file at 1731151176854 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=11, compaction requested=false at 1731151176862 (+8 ms)Writing region close event to WAL at 1731151176863 (+1 ms)Running coprocessor post-close hooks at 1731151176867 (+4 ms)Closed at 1731151176867 2024-11-09T11:19:36,868 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:19:36,934 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,44251,1731151106212; all regions closed. 2024-11-09T11:19:36,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741834_1010 (size=2717) 2024-11-09T11:19:36,937 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/WALs/3264b4bbda9f,44251,1731151106212/3264b4bbda9f%2C44251%2C1731151106212.meta.1731151108608.meta not finished, retry = 0 2024-11-09T11:19:37,039 DEBUG [RS:0;3264b4bbda9f:44251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/oldWALs 2024-11-09T11:19:37,039 INFO [RS:0;3264b4bbda9f:44251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C44251%2C1731151106212.meta:.meta(num 1731151108608) 2024-11-09T11:19:37,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741833_1009 (size=1028) 2024-11-09T11:19:37,042 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/WALs/3264b4bbda9f,44251,1731151106212/3264b4bbda9f%2C44251%2C1731151106212.1731151107760 not finished, retry = 0 2024-11-09T11:19:37,144 DEBUG [RS:0;3264b4bbda9f:44251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/oldWALs 2024-11-09T11:19:37,144 INFO [RS:0;3264b4bbda9f:44251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C44251%2C1731151106212:(num 1731151107760) 2024-11-09T11:19:37,144 DEBUG [RS:0;3264b4bbda9f:44251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:37,144 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:19:37,144 INFO [RS:0;3264b4bbda9f:44251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:19:37,144 INFO [RS:0;3264b4bbda9f:44251 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T11:19:37,145 INFO [RS:0;3264b4bbda9f:44251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:19:37,145 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:19:37,145 INFO [RS:0;3264b4bbda9f:44251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:44251. 2024-11-09T11:19:37,145 DEBUG [RS:0;3264b4bbda9f:44251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:19:37,145 DEBUG [RS:0;3264b4bbda9f:44251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:37,145 DEBUG [RS:0;3264b4bbda9f:44251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:37,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:19:37,145 INFO [RS:0;3264b4bbda9f:44251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44251 2024-11-09T11:19:37,167 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1548134256/rs/3264b4bbda9f,44251,1731151106212 2024-11-09T11:19:37,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256/rs 2024-11-09T11:19:37,167 INFO [RS:0;3264b4bbda9f:44251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:19:37,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,44251,1731151106212] 2024-11-09T11:19:37,267 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1548134256/draining/3264b4bbda9f,44251,1731151106212 already deleted, retry=false 2024-11-09T11:19:37,267 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,44251,1731151106212 expired; onlineServers=0 2024-11-09T11:19:37,267 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,37799,1731151105576' ***** 2024-11-09T11:19:37,267 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:19:37,267 INFO [M:0;3264b4bbda9f:37799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:19:37,267 INFO [M:0;3264b4bbda9f:37799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:19:37,268 DEBUG [M:0;3264b4bbda9f:37799 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:19:37,268 DEBUG [M:0;3264b4bbda9f:37799 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:19:37,268 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:19:37,268 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151107336 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151107336,5,FailOnTimeoutGroup] 2024-11-09T11:19:37,268 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151107343 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151107343,5,FailOnTimeoutGroup] 2024-11-09T11:19:37,268 INFO [M:0;3264b4bbda9f:37799 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:19:37,268 INFO [M:0;3264b4bbda9f:37799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:19:37,268 DEBUG [M:0;3264b4bbda9f:37799 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:19:37,268 INFO [M:0;3264b4bbda9f:37799 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:19:37,268 INFO [M:0;3264b4bbda9f:37799 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:19:37,268 INFO [M:0;3264b4bbda9f:37799 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:19:37,268 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:19:37,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1548134256/master 2024-11-09T11:19:37,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1548134256 2024-11-09T11:19:37,278 DEBUG [M:0;3264b4bbda9f:37799 {}] zookeeper.ZKUtil(347): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Unable to get data of znode /1-1548134256/master because node does not exist (not an error) 2024-11-09T11:19:37,278 WARN [M:0;3264b4bbda9f:37799 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:19:37,279 INFO [M:0;3264b4bbda9f:37799 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/.lastflushedseqids 2024-11-09T11:19:37,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741843_1019 (size=173) 2024-11-09T11:19:37,357 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:19:37,357 INFO [RS:0;3264b4bbda9f:44251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:19:37,357 INFO [RS:0;3264b4bbda9f:44251 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,44251,1731151106212; zookeeper connection closed. 2024-11-09T11:19:37,357 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1011f516cdd0004, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:19:37,357 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14e27895 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14e27895 2024-11-09T11:19:37,358 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:19:37,684 INFO [M:0;3264b4bbda9f:37799 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:19:37,684 INFO [M:0;3264b4bbda9f:37799 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:19:37,684 DEBUG [M:0;3264b4bbda9f:37799 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:19:37,684 INFO [M:0;3264b4bbda9f:37799 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:19:37,684 DEBUG [M:0;3264b4bbda9f:37799 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:19:37,684 DEBUG [M:0;3264b4bbda9f:37799 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:19:37,684 DEBUG [M:0;3264b4bbda9f:37799 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:19:37,684 INFO [M:0;3264b4bbda9f:37799 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-09T11:19:37,702 DEBUG [M:0;3264b4bbda9f:37799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c91b4bf0ac2e4cc9a3ebed29dc83b9a3 is 82, key is hbase:meta,,1/info:regioninfo/1731151108681/Put/seqid=0 2024-11-09T11:19:37,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741844_1020 (size=5672) 2024-11-09T11:19:37,707 INFO [M:0;3264b4bbda9f:37799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c91b4bf0ac2e4cc9a3ebed29dc83b9a3 2024-11-09T11:19:37,729 DEBUG [M:0;3264b4bbda9f:37799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82d65e4433584c74a46859be22fd73cc is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731151110323/Put/seqid=0 2024-11-09T11:19:37,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741845_1021 (size=6728) 2024-11-09T11:19:38,134 INFO [M:0;3264b4bbda9f:37799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82d65e4433584c74a46859be22fd73cc 2024-11-09T11:19:38,139 INFO [M:0;3264b4bbda9f:37799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82d65e4433584c74a46859be22fd73cc 2024-11-09T11:19:38,155 DEBUG [M:0;3264b4bbda9f:37799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a0886d5677743d69080af5d55556d07 is 69, key is 3264b4bbda9f,44251,1731151106212/rs:state/1731151107524/Put/seqid=0 2024-11-09T11:19:38,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741846_1022 (size=5156) 2024-11-09T11:19:38,560 INFO [M:0;3264b4bbda9f:37799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a0886d5677743d69080af5d55556d07 2024-11-09T11:19:38,565 DEBUG [M:0;3264b4bbda9f:37799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c91b4bf0ac2e4cc9a3ebed29dc83b9a3 as hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c91b4bf0ac2e4cc9a3ebed29dc83b9a3 2024-11-09T11:19:38,571 INFO [M:0;3264b4bbda9f:37799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c91b4bf0ac2e4cc9a3ebed29dc83b9a3, entries=8, sequenceid=58, filesize=5.5 K 2024-11-09T11:19:38,572 DEBUG [M:0;3264b4bbda9f:37799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82d65e4433584c74a46859be22fd73cc as hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82d65e4433584c74a46859be22fd73cc 2024-11-09T11:19:38,576 INFO [M:0;3264b4bbda9f:37799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82d65e4433584c74a46859be22fd73cc 2024-11-09T11:19:38,576 INFO [M:0;3264b4bbda9f:37799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82d65e4433584c74a46859be22fd73cc, entries=6, sequenceid=58, filesize=6.6 K 2024-11-09T11:19:38,577 DEBUG [M:0;3264b4bbda9f:37799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a0886d5677743d69080af5d55556d07 as hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a0886d5677743d69080af5d55556d07 2024-11-09T11:19:38,581 INFO [M:0;3264b4bbda9f:37799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38785/user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a0886d5677743d69080af5d55556d07, entries=1, sequenceid=58, filesize=5.0 K 2024-11-09T11:19:38,582 INFO [M:0;3264b4bbda9f:37799 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=58, compaction requested=false 2024-11-09T11:19:38,583 INFO [M:0;3264b4bbda9f:37799 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:19:38,583 DEBUG [M:0;3264b4bbda9f:37799 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151177684Disabling compacts and flushes for region at 1731151177684Disabling writes for close at 1731151177684Obtaining lock to block concurrent updates at 1731151177684Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151177684Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731151177685 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151177686 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151177686Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151177702 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151177702Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151177713 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151177728 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151177728Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151178139 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151178155 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151178155Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5161feb: reopening flushed file at 1731151178564 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2123de39: reopening flushed file at 1731151178571 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fbf116f: reopening flushed file at 1731151178577 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=58, compaction requested=false at 1731151178582 (+5 ms)Writing region close event to WAL at 1731151178583 (+1 ms)Closed at 1731151178583 2024-11-09T11:19:38,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741830_1006 (size=33038) 2024-11-09T11:19:38,585 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69fef2ce-e5df-4e48-6fee-150a4d3861fe/MasterData/WALs/3264b4bbda9f,37799,1731151105576/3264b4bbda9f%2C37799%2C1731151105576.1731151106850 not finished, retry = 0 2024-11-09T11:19:38,644 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/WALs/3264b4bbda9f,39923,1731151100359/3264b4bbda9f%2C39923%2C1731151100359.1731151102681 to pos 997, reset compression=false 2024-11-09T11:19:38,686 INFO [M:0;3264b4bbda9f:37799 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:19:38,686 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:19:38,686 INFO [M:0;3264b4bbda9f:37799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37799 2024-11-09T11:19:38,687 INFO [M:0;3264b4bbda9f:37799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:19:38,930 INFO [M:0;3264b4bbda9f:37799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:19:38,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:19:38,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1011f516cdd0003, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:19:38,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28bd404e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:19:38,933 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@428311ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:19:38,933 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:19:38,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@759cc101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:19:38,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c656c29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/hadoop.log.dir/,STOPPED} 2024-11-09T11:19:38,935 WARN [BP-1496128928-172.17.0.2-1731151103449 heartbeating to localhost/127.0.0.1:38785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:19:38,935 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:19:38,935 WARN [BP-1496128928-172.17.0.2-1731151103449 heartbeating to localhost/127.0.0.1:38785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1496128928-172.17.0.2-1731151103449 (Datanode Uuid 7f3ab9ac-b731-480a-bb58-9678f90d89c4) service to localhost/127.0.0.1:38785 2024-11-09T11:19:38,935 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:19:38,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/cluster_45496e5d-d78e-1df7-846f-2be3cb00500d/data/data1/current/BP-1496128928-172.17.0.2-1731151103449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:19:38,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/cluster_45496e5d-d78e-1df7-846f-2be3cb00500d/data/data2/current/BP-1496128928-172.17.0.2-1731151103449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:19:38,936 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:19:38,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444d644d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:19:38,942 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30211fed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:19:38,942 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:19:38,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190dc48d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:19:38,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a69e711{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/hadoop.log.dir/,STOPPED} 2024-11-09T11:19:38,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:19:38,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:19:38,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:19:38,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:19:38,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:38,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:38,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:19:38,955 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:19:38,955 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1096471280, stopped=false 2024-11-09T11:19:38,955 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,38869,1731151100147 2024-11-09T11:19:39,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-55337843/running 2024-11-09T11:19:39,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-55337843/running 2024-11-09T11:19:39,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843 2024-11-09T11:19:39,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843 2024-11-09T11:19:39,019 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:19:39,019 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:19:39,020 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:19:39,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:39,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Set watcher on znode that does not yet exist, /0-55337843/running 2024-11-09T11:19:39,020 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,39923,1731151100359' ***** 2024-11-09T11:19:39,020 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:19:39,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Set watcher on znode that does not yet exist, /0-55337843/running 2024-11-09T11:19:39,020 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:19:39,020 INFO [RS:0;3264b4bbda9f:39923 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:19:39,020 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:19:39,020 INFO [RS:0;3264b4bbda9f:39923 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:19:39,020 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(3091): Received CLOSE for e865864cab8f06951ec4688fe4cdeb99 2024-11-09T11:19:39,021 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ef92fa97920ebc237c8c4e69c07f98b 2024-11-09T11:19:39,021 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,39923,1731151100359 2024-11-09T11:19:39,021 INFO [RS:0;3264b4bbda9f:39923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:19:39,021 INFO [RS:0;3264b4bbda9f:39923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:39923. 2024-11-09T11:19:39,021 DEBUG [RS:0;3264b4bbda9f:39923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:19:39,021 DEBUG [RS:0;3264b4bbda9f:39923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:39,021 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e865864cab8f06951ec4688fe4cdeb99, disabling compactions & flushes 2024-11-09T11:19:39,021 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99. 2024-11-09T11:19:39,021 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:19:39,021 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99. 2024-11-09T11:19:39,021 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:19:39,021 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:19:39,021 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99. after waiting 0 ms 2024-11-09T11:19:39,021 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:19:39,021 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99. 2024-11-09T11:19:39,021 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e865864cab8f06951ec4688fe4cdeb99 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-09T11:19:39,021 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T11:19:39,021 DEBUG [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(1325): Online Regions={e865864cab8f06951ec4688fe4cdeb99=hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99., 1588230740=hbase:meta,,1.1588230740, 6ef92fa97920ebc237c8c4e69c07f98b=test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b.} 2024-11-09T11:19:39,021 DEBUG [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ef92fa97920ebc237c8c4e69c07f98b, e865864cab8f06951ec4688fe4cdeb99 2024-11-09T11:19:39,021 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:19:39,021 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:19:39,021 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:19:39,021 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:19:39,021 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:19:39,021 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T11:19:39,035 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/replication/e865864cab8f06951ec4688fe4cdeb99/.tmp/hfileref/db4e73ef9ef74c8eb4ae40f5a3727b1b is 74, key is 1/hfileref:0b20921b6bbf4722b78edbcabed4a821_SeqId_4_/1731151114307/DeleteColumn/seqid=0 2024-11-09T11:19:39,036 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/.tmp/info/465d5693fba84642a306a573066e7faf is 147, key is hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99./info:regioninfo/1731151111534/Put/seqid=0 2024-11-09T11:19:39,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741845_1021 (size=7686) 2024-11-09T11:19:39,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741844_1020 (size=5203) 2024-11-09T11:19:39,072 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:19:39,221 DEBUG [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ef92fa97920ebc237c8c4e69c07f98b, e865864cab8f06951ec4688fe4cdeb99 2024-11-09T11:19:39,422 DEBUG [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ef92fa97920ebc237c8c4e69c07f98b, e865864cab8f06951ec4688fe4cdeb99 2024-11-09T11:19:39,440 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/replication/e865864cab8f06951ec4688fe4cdeb99/.tmp/hfileref/db4e73ef9ef74c8eb4ae40f5a3727b1b 2024-11-09T11:19:39,447 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/.tmp/info/465d5693fba84642a306a573066e7faf 2024-11-09T11:19:39,477 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/.tmp/ns/5956b2fbf8ee4750a07409cef169fcdf is 43, key is default/ns:d/1731151103344/Put/seqid=0 2024-11-09T11:19:39,484 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/replication/e865864cab8f06951ec4688fe4cdeb99/.tmp/queue/75a8517105954d4ab8f5f11596b6045a is 153, key is 1-3264b4bbda9f,39923,1731151100359/queue:3264b4bbda9f%2C39923%2C1731151100359/1731151115500/Put/seqid=0 2024-11-09T11:19:39,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741846_1022 (size=5153) 2024-11-09T11:19:39,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741847_1023 (size=5352) 2024-11-09T11:19:39,512 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/replication/e865864cab8f06951ec4688fe4cdeb99/.tmp/queue/75a8517105954d4ab8f5f11596b6045a 2024-11-09T11:19:39,522 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/replication/e865864cab8f06951ec4688fe4cdeb99/.tmp/hfileref/db4e73ef9ef74c8eb4ae40f5a3727b1b as hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/replication/e865864cab8f06951ec4688fe4cdeb99/hfileref/db4e73ef9ef74c8eb4ae40f5a3727b1b 2024-11-09T11:19:39,529 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/replication/e865864cab8f06951ec4688fe4cdeb99/hfileref/db4e73ef9ef74c8eb4ae40f5a3727b1b, entries=2, sequenceid=10, filesize=5.1 K 2024-11-09T11:19:39,530 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/replication/e865864cab8f06951ec4688fe4cdeb99/.tmp/queue/75a8517105954d4ab8f5f11596b6045a as hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/replication/e865864cab8f06951ec4688fe4cdeb99/queue/75a8517105954d4ab8f5f11596b6045a 2024-11-09T11:19:39,538 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/replication/e865864cab8f06951ec4688fe4cdeb99/queue/75a8517105954d4ab8f5f11596b6045a, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T11:19:39,539 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e865864cab8f06951ec4688fe4cdeb99 in 518ms, sequenceid=10, compaction requested=false 2024-11-09T11:19:39,555 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/replication/e865864cab8f06951ec4688fe4cdeb99/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T11:19:39,556 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:19:39,556 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:19:39,556 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99. 2024-11-09T11:19:39,556 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e865864cab8f06951ec4688fe4cdeb99: Waiting for close lock at 1731151179021Running coprocessor pre-close hooks at 1731151179021Disabling compacts and flushes for region at 1731151179021Disabling writes for close at 1731151179021Obtaining lock to block concurrent updates at 1731151179021Preparing flush snapshotting stores in e865864cab8f06951ec4688fe4cdeb99 at 1731151179021Finished memstore snapshotting hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731151179021Flushing stores of hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99. at 1731151179022 (+1 ms)Flushing e865864cab8f06951ec4688fe4cdeb99/hfileref: creating writer at 1731151179022Flushing e865864cab8f06951ec4688fe4cdeb99/hfileref: appending metadata at 1731151179035 (+13 ms)Flushing e865864cab8f06951ec4688fe4cdeb99/hfileref: closing flushed file at 1731151179035Flushing e865864cab8f06951ec4688fe4cdeb99/queue: creating writer at 1731151179462 (+427 ms)Flushing e865864cab8f06951ec4688fe4cdeb99/queue: appending metadata at 1731151179483 (+21 ms)Flushing e865864cab8f06951ec4688fe4cdeb99/queue: closing flushed file at 1731151179483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58fc94d4: reopening flushed file at 1731151179522 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7597b00b: reopening flushed file at 1731151179529 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e865864cab8f06951ec4688fe4cdeb99 in 518ms, sequenceid=10, compaction requested=false at 1731151179539 (+10 ms)Writing region close event to WAL at 1731151179540 (+1 ms)Running coprocessor post-close hooks at 1731151179556 (+16 ms)Closed at 1731151179556 2024-11-09T11:19:39,557 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731151110679.e865864cab8f06951ec4688fe4cdeb99. 2024-11-09T11:19:39,557 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ef92fa97920ebc237c8c4e69c07f98b, disabling compactions & flushes 2024-11-09T11:19:39,557 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b. 2024-11-09T11:19:39,557 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b. 2024-11-09T11:19:39,557 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b. after waiting 0 ms 2024-11-09T11:19:39,557 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b. 2024-11-09T11:19:39,565 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/default/test/6ef92fa97920ebc237c8c4e69c07f98b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T11:19:39,565 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:19:39,565 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:19:39,566 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b. 2024-11-09T11:19:39,566 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ef92fa97920ebc237c8c4e69c07f98b: Waiting for close lock at 1731151179557Running coprocessor pre-close hooks at 1731151179557Disabling compacts and flushes for region at 1731151179557Disabling writes for close at 1731151179557Writing region close event to WAL at 1731151179560 (+3 ms)Running coprocessor post-close hooks at 1731151179565 (+5 ms)Closed at 1731151179566 (+1 ms) 2024-11-09T11:19:39,566 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b. 2024-11-09T11:19:39,590 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:19:39,590 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:19:39,622 DEBUG [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:19:39,822 DEBUG [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:19:39,902 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/.tmp/ns/5956b2fbf8ee4750a07409cef169fcdf 2024-11-09T11:19:39,940 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/.tmp/rep_barrier/a2279c78c73b4850a85c21655be5d736 is 112, key is test,,1731151108841.6ef92fa97920ebc237c8c4e69c07f98b./rep_barrier:seqnumDuringOpen/1731151109298/Put/seqid=0 2024-11-09T11:19:39,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741848_1024 (size=5518) 2024-11-09T11:19:40,022 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T11:19:40,022 DEBUG [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T11:19:40,023 DEBUG [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:19:40,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:40,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:40,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:40,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:40,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:40,223 DEBUG [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:19:40,369 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/.tmp/rep_barrier/a2279c78c73b4850a85c21655be5d736 2024-11-09T11:19:40,401 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/.tmp/table/a2e0cead91564e018e87331d5d3704e7 is 53, key is hbase:replication/table:state/1731151111548/Put/seqid=0 2024-11-09T11:19:40,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741849_1025 (size=5308) 2024-11-09T11:19:40,408 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/.tmp/table/a2e0cead91564e018e87331d5d3704e7 2024-11-09T11:19:40,416 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/.tmp/info/465d5693fba84642a306a573066e7faf as hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/info/465d5693fba84642a306a573066e7faf 2024-11-09T11:19:40,423 DEBUG [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:19:40,428 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/info/465d5693fba84642a306a573066e7faf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T11:19:40,430 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/.tmp/ns/5956b2fbf8ee4750a07409cef169fcdf as hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/ns/5956b2fbf8ee4750a07409cef169fcdf 2024-11-09T11:19:40,439 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/ns/5956b2fbf8ee4750a07409cef169fcdf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T11:19:40,441 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/.tmp/rep_barrier/a2279c78c73b4850a85c21655be5d736 as hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/rep_barrier/a2279c78c73b4850a85c21655be5d736 2024-11-09T11:19:40,448 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/rep_barrier/a2279c78c73b4850a85c21655be5d736, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T11:19:40,449 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/.tmp/table/a2e0cead91564e018e87331d5d3704e7 as hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/table/a2e0cead91564e018e87331d5d3704e7 2024-11-09T11:19:40,456 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/table/a2e0cead91564e018e87331d5d3704e7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T11:19:40,457 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1436ms, sequenceid=16, compaction requested=false 2024-11-09T11:19:40,457 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:19:40,466 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T11:19:40,467 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:19:40,467 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:19:40,467 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:19:40,467 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151179021Running coprocessor pre-close hooks at 1731151179021Disabling compacts and flushes for region at 1731151179021Disabling writes for close at 1731151179021Obtaining lock to block concurrent updates at 1731151179021Preparing flush snapshotting stores in 1588230740 at 1731151179021Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731151179022 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731151179022Flushing 1588230740/info: creating writer at 1731151179022Flushing 1588230740/info: appending metadata at 1731151179035 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731151179035Flushing 1588230740/ns: creating writer at 1731151179455 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731151179476 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731151179476Flushing 1588230740/rep_barrier: creating writer at 1731151179910 (+434 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731151179939 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731151179939Flushing 1588230740/table: creating writer at 1731151180378 (+439 ms)Flushing 1588230740/table: appending metadata at 1731151180400 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731151180400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a6075f2: reopening flushed file at 1731151180415 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c1566d: reopening flushed file at 1731151180428 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6654871f: reopening flushed file at 1731151180440 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3300273f: reopening flushed file at 1731151180448 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1436ms, sequenceid=16, compaction requested=false at 1731151180457 (+9 ms)Writing region close event to WAL at 1731151180461 (+4 ms)Running coprocessor post-close hooks at 1731151180467 (+6 ms)Closed at 1731151180467 2024-11-09T11:19:40,467 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:19:40,623 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,39923,1731151100359; all regions closed. 2024-11-09T11:19:40,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741834_1010 (size=4239) 2024-11-09T11:19:40,632 DEBUG [RS:0;3264b4bbda9f:39923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/oldWALs 2024-11-09T11:19:40,632 INFO [RS:0;3264b4bbda9f:39923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C39923%2C1731151100359.meta:.meta(num 1731151103258) 2024-11-09T11:19:40,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741839_1015 (size=2700) 2024-11-09T11:19:40,641 DEBUG [RS:0;3264b4bbda9f:39923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/oldWALs 2024-11-09T11:19:40,641 INFO [RS:0;3264b4bbda9f:39923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C39923%2C1731151100359.rep:(num 1731151111465) 2024-11-09T11:19:40,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741833_1009 (size=1300) 2024-11-09T11:19:40,654 DEBUG [RS:0;3264b4bbda9f:39923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/oldWALs 2024-11-09T11:19:40,654 INFO [RS:0;3264b4bbda9f:39923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C39923%2C1731151100359:(num 1731151102681) 2024-11-09T11:19:40,654 DEBUG [RS:0;3264b4bbda9f:39923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:40,654 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:19:40,654 INFO [RS:0;3264b4bbda9f:39923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:19:40,655 INFO [RS:0;3264b4bbda9f:39923 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T11:19:40,655 INFO [RS:0;3264b4bbda9f:39923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:19:40,655 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:19:40,656 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3264b4bbda9f,39923,1731151100359 because: Region server is closing 2024-11-09T11:19:40,656 INFO [RS:0;3264b4bbda9f:39923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:39923. 2024-11-09T11:19:40,656 DEBUG [RS:0;3264b4bbda9f:39923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:19:40,656 DEBUG [RS:0;3264b4bbda9f:39923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:40,656 DEBUG [RS:0;3264b4bbda9f:39923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:40,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:19:40,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:19:40,757 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.shipper3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T11:19:40,757 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.wal-reader.3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T11:19:40,757 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39923,1731151100359.replicationSource.shipper3264b4bbda9f%2C39923%2C1731151100359,1-3264b4bbda9f,39923,1731151100359 terminated 2024-11-09T11:19:40,758 INFO [RS:0;3264b4bbda9f:39923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39923 2024-11-09T11:19:40,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:40,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:40,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:40,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:40,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:40,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843/rs 2024-11-09T11:19:40,867 INFO [RS:0;3264b4bbda9f:39923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:19:40,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-55337843/rs/3264b4bbda9f,39923,1731151100359 2024-11-09T11:19:40,878 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,39923,1731151100359] 2024-11-09T11:19:40,888 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-55337843/draining/3264b4bbda9f,39923,1731151100359 already deleted, retry=false 2024-11-09T11:19:40,888 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,39923,1731151100359 expired; onlineServers=0 2024-11-09T11:19:40,888 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,38869,1731151100147' ***** 2024-11-09T11:19:40,888 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:19:40,888 INFO [M:0;3264b4bbda9f:38869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:19:40,888 INFO [M:0;3264b4bbda9f:38869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:19:40,888 DEBUG [M:0;3264b4bbda9f:38869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:19:40,889 DEBUG [M:0;3264b4bbda9f:38869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:19:40,889 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:19:40,889 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151102436 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151102436,5,FailOnTimeoutGroup] 2024-11-09T11:19:40,889 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151102435 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151102435,5,FailOnTimeoutGroup] 2024-11-09T11:19:40,889 INFO [M:0;3264b4bbda9f:38869 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:19:40,889 INFO [M:0;3264b4bbda9f:38869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:19:40,889 DEBUG [M:0;3264b4bbda9f:38869 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:19:40,889 INFO [M:0;3264b4bbda9f:38869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:19:40,889 INFO [M:0;3264b4bbda9f:38869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:19:40,889 INFO [M:0;3264b4bbda9f:38869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:19:40,890 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:19:40,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-55337843/master 2024-11-09T11:19:40,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-55337843 2024-11-09T11:19:40,900 DEBUG [M:0;3264b4bbda9f:38869 {}] zookeeper.ZKUtil(347): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Unable to get data of znode /0-55337843/master because node does not exist (not an error) 2024-11-09T11:19:40,900 WARN [M:0;3264b4bbda9f:38869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:19:40,907 INFO [M:0;3264b4bbda9f:38869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/.lastflushedseqids 2024-11-09T11:19:40,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741850_1026 (size=263) 2024-11-09T11:19:40,930 INFO [M:0;3264b4bbda9f:38869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:19:40,931 INFO [M:0;3264b4bbda9f:38869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:19:40,931 DEBUG [M:0;3264b4bbda9f:38869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:19:40,931 INFO [M:0;3264b4bbda9f:38869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:19:40,931 DEBUG [M:0;3264b4bbda9f:38869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:19:40,931 DEBUG [M:0;3264b4bbda9f:38869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:19:40,931 DEBUG [M:0;3264b4bbda9f:38869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:19:40,931 INFO [M:0;3264b4bbda9f:38869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-09T11:19:40,958 DEBUG [M:0;3264b4bbda9f:38869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cffab52be8c44a84aa64c264fbb83781 is 82, key is hbase:meta,,1/info:regioninfo/1731151103295/Put/seqid=0 2024-11-09T11:19:40,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741851_1027 (size=5672) 2024-11-09T11:19:40,978 INFO [RS:0;3264b4bbda9f:39923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:19:40,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:19:40,978 INFO [RS:0;3264b4bbda9f:39923 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,39923,1731151100359; zookeeper connection closed. 2024-11-09T11:19:40,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39923-0x1011f516cdd0001, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:19:40,978 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71eb0758 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71eb0758 2024-11-09T11:19:40,979 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:19:41,364 INFO [M:0;3264b4bbda9f:38869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cffab52be8c44a84aa64c264fbb83781 2024-11-09T11:19:41,385 DEBUG [M:0;3264b4bbda9f:38869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e139d77a375244549ca060ad7deb0052 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731151109320/Put/seqid=0 2024-11-09T11:19:41,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741852_1028 (size=7240) 2024-11-09T11:19:41,790 INFO [M:0;3264b4bbda9f:38869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e139d77a375244549ca060ad7deb0052 2024-11-09T11:19:41,794 INFO [M:0;3264b4bbda9f:38869 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e139d77a375244549ca060ad7deb0052 2024-11-09T11:19:41,810 DEBUG [M:0;3264b4bbda9f:38869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42119954131e48e1aad532ac927eb4ad is 69, key is 3264b4bbda9f,39923,1731151100359/rs:state/1731151102515/Put/seqid=0 2024-11-09T11:19:41,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741853_1029 (size=5156) 2024-11-09T11:19:42,215 INFO [M:0;3264b4bbda9f:38869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42119954131e48e1aad532ac927eb4ad 2024-11-09T11:19:42,221 DEBUG [M:0;3264b4bbda9f:38869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cffab52be8c44a84aa64c264fbb83781 as hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cffab52be8c44a84aa64c264fbb83781 2024-11-09T11:19:42,226 INFO [M:0;3264b4bbda9f:38869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cffab52be8c44a84aa64c264fbb83781, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T11:19:42,227 DEBUG [M:0;3264b4bbda9f:38869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e139d77a375244549ca060ad7deb0052 as hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e139d77a375244549ca060ad7deb0052 2024-11-09T11:19:42,232 INFO [M:0;3264b4bbda9f:38869 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e139d77a375244549ca060ad7deb0052 2024-11-09T11:19:42,232 INFO [M:0;3264b4bbda9f:38869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e139d77a375244549ca060ad7deb0052, entries=11, sequenceid=105, filesize=7.1 K 2024-11-09T11:19:42,233 DEBUG [M:0;3264b4bbda9f:38869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42119954131e48e1aad532ac927eb4ad as hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42119954131e48e1aad532ac927eb4ad 2024-11-09T11:19:42,238 INFO [M:0;3264b4bbda9f:38869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38033/user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42119954131e48e1aad532ac927eb4ad, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T11:19:42,239 INFO [M:0;3264b4bbda9f:38869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=105, compaction requested=false 2024-11-09T11:19:42,240 INFO [M:0;3264b4bbda9f:38869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:19:42,240 DEBUG [M:0;3264b4bbda9f:38869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151180931Disabling compacts and flushes for region at 1731151180931Disabling writes for close at 1731151180931Obtaining lock to block concurrent updates at 1731151180931Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151180931Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731151180931Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151180933 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151180933Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151180957 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151180957Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151181369 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151181385 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151181385Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151181794 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151181810 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151181810Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3949de41: reopening flushed file at 1731151182220 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7630f087: reopening flushed file at 1731151182226 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439cb219: reopening flushed file at 1731151182232 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=105, compaction requested=false at 1731151182239 (+7 ms)Writing region close event to WAL at 1731151182240 (+1 ms)Closed at 1731151182240 2024-11-09T11:19:42,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37873 is added to blk_1073741830_1006 (size=64526) 2024-11-09T11:19:42,243 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f18ac448-9632-9a9d-ac0a-057662e3e8e5/MasterData/WALs/3264b4bbda9f,38869,1731151100147/3264b4bbda9f%2C38869%2C1731151100147.1731151102117 not finished, retry = 0 2024-11-09T11:19:42,345 INFO [M:0;3264b4bbda9f:38869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:19:42,345 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:19:42,345 INFO [M:0;3264b4bbda9f:38869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38869 2024-11-09T11:19:42,345 INFO [M:0;3264b4bbda9f:38869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:19:42,498 INFO [M:0;3264b4bbda9f:38869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:19:42,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:19:42,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1011f516cdd0000, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:19:42,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ec5fece{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:19:42,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fc5a1d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:19:42,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:19:42,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61327946{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:19:42,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50618d79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/hadoop.log.dir/,STOPPED} 2024-11-09T11:19:42,569 WARN [BP-194233030-172.17.0.2-1731151098187 heartbeating to localhost/127.0.0.1:38033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:19:42,569 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:19:42,569 WARN [BP-194233030-172.17.0.2-1731151098187 heartbeating to localhost/127.0.0.1:38033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-194233030-172.17.0.2-1731151098187 (Datanode Uuid 3f4e236d-5317-4893-bb27-07534d41ba23) service to localhost/127.0.0.1:38033 2024-11-09T11:19:42,569 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:19:42,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/cluster_dec471de-c2de-3ad4-159c-fb199c438bca/data/data2/current/BP-194233030-172.17.0.2-1731151098187 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:19:42,570 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:19:42,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/cluster_dec471de-c2de-3ad4-159c-fb199c438bca/data/data1/current/BP-194233030-172.17.0.2-1731151098187 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:19:42,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a317101{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:19:42,585 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18adc6d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:19:42,585 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:19:42,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1425a20b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:19:42,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530e8ec9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4ddea15-5337-ab14-b1d0-536cdb6668cf/hadoop.log.dir/,STOPPED} 2024-11-09T11:19:42,602 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T11:19:42,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:19:42,631 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 137) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007feb70b92760.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38785 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53192) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007feb70b92760.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38033 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53192) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 463) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=464 (was 578), ProcessCount=11 (was 11), AvailableMemoryMB=232 (was 283) 2024-11-09T11:19:42,639 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=464, ProcessCount=11, AvailableMemoryMB=231 2024-11-09T11:19:42,651 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-09T11:19:42,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/hadoop.log.dir so I do NOT create it in target/test-data/0b957447-0752-dae1-e32d-5662187aa24f 2024-11-09T11:19:42,652 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:19:42,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/hadoop.tmp.dir so I do NOT create it in target/test-data/0b957447-0752-dae1-e32d-5662187aa24f 2024-11-09T11:19:42,652 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6adeb8b-157b-ef16-421a-b0fa32461189/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:19:42,652 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f 2024-11-09T11:19:42,652 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/cluster_83019b63-54e8-a23e-81d9-5ffe0858f55e, deleteOnExit=true 2024-11-09T11:19:42,655 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/cluster_83019b63-54e8-a23e-81d9-5ffe0858f55e/zookeeper_0, clientPort=53059, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/cluster_83019b63-54e8-a23e-81d9-5ffe0858f55e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/cluster_83019b63-54e8-a23e-81d9-5ffe0858f55e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T11:19:42,656 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53059 2024-11-09T11:19:42,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:19:42,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:19:42,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/test.cache.data in system properties and HBase conf 2024-11-09T11:19:42,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:19:42,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:19:42,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:19:42,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:19:42,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:19:42,657 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:19:42,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:19:42,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:19:42,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:19:42,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:19:42,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:19:42,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:19:42,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:19:42,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:19:42,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:19:42,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:19:42,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:19:42,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:19:42,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:19:42,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:19:42,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011f516cdd0005, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:19:42,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011f516cdd0005, quorum=127.0.0.1:53192, baseZNode=/1-1548134256 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:19:42,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011f516cdd0002, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:19:42,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011f516cdd0002, quorum=127.0.0.1:53192, baseZNode=/0-55337843 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:19:43,056 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:19:43,062 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:19:43,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:19:43,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:19:43,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:19:43,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:19:43,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@830a9f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:19:43,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@428b4dbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:19:43,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c528ffb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/java.io.tmpdir/jetty-localhost-43177-hadoop-hdfs-3_4_1-tests_jar-_-any-17209658052872969421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:19:43,178 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@541fdc67{HTTP/1.1, (http/1.1)}{localhost:43177} 2024-11-09T11:19:43,178 INFO [Time-limited test {}] server.Server(415): Started @137079ms 2024-11-09T11:19:43,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:19:43,548 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:19:43,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:19:43,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:19:43,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:19:43,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d0e3efc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:19:43,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1373e863{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:19:43,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aab8543{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/java.io.tmpdir/jetty-localhost-33141-hadoop-hdfs-3_4_1-tests_jar-_-any-3028630484831193197/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:19:43,699 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@607b161a{HTTP/1.1, (http/1.1)}{localhost:33141} 2024-11-09T11:19:43,699 INFO [Time-limited test {}] server.Server(415): Started @137600ms 2024-11-09T11:19:43,700 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:19:44,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:19:44,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T11:19:44,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T11:19:44,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T11:19:44,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T11:19:44,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:19:44,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:19:44,985 WARN [Thread-1279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/cluster_83019b63-54e8-a23e-81d9-5ffe0858f55e/data/data2/current/BP-1681578514-172.17.0.2-1731151182680/current, will proceed with Du for space computation calculation, 2024-11-09T11:19:44,985 WARN [Thread-1278 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/cluster_83019b63-54e8-a23e-81d9-5ffe0858f55e/data/data1/current/BP-1681578514-172.17.0.2-1731151182680/current, will proceed with Du for space computation calculation, 2024-11-09T11:19:45,002 WARN [Thread-1266 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:19:45,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa464555301f2a601 with lease ID 0xd03edf6525ed27ef: Processing first storage report for DS-c828839a-263e-4754-9fa0-99762a9a7e7e from datanode DatanodeRegistration(127.0.0.1:35595, datanodeUuid=b4c22d81-0630-48c6-81f8-bc29dc66ff87, infoPort=34357, infoSecurePort=0, ipcPort=40651, storageInfo=lv=-57;cid=testClusterID;nsid=1560743937;c=1731151182680) 2024-11-09T11:19:45,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa464555301f2a601 with lease ID 0xd03edf6525ed27ef: from storage DS-c828839a-263e-4754-9fa0-99762a9a7e7e node DatanodeRegistration(127.0.0.1:35595, datanodeUuid=b4c22d81-0630-48c6-81f8-bc29dc66ff87, infoPort=34357, infoSecurePort=0, ipcPort=40651, storageInfo=lv=-57;cid=testClusterID;nsid=1560743937;c=1731151182680), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:19:45,006 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa464555301f2a601 with lease ID 0xd03edf6525ed27ef: Processing first storage report for DS-ca9fc4b7-9ef1-4c1b-8555-d536a1cbac3f from datanode DatanodeRegistration(127.0.0.1:35595, datanodeUuid=b4c22d81-0630-48c6-81f8-bc29dc66ff87, infoPort=34357, infoSecurePort=0, ipcPort=40651, storageInfo=lv=-57;cid=testClusterID;nsid=1560743937;c=1731151182680) 2024-11-09T11:19:45,006 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa464555301f2a601 with lease ID 0xd03edf6525ed27ef: from storage DS-ca9fc4b7-9ef1-4c1b-8555-d536a1cbac3f node DatanodeRegistration(127.0.0.1:35595, datanodeUuid=b4c22d81-0630-48c6-81f8-bc29dc66ff87, infoPort=34357, infoSecurePort=0, ipcPort=40651, storageInfo=lv=-57;cid=testClusterID;nsid=1560743937;c=1731151182680), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:19:45,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f 2024-11-09T11:19:45,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:45,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:45,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:19:45,472 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25 with version=8 2024-11-09T11:19:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/hbase-staging 2024-11-09T11:19:45,474 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:19:45,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:19:45,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:19:45,474 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:19:45,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:19:45,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:19:45,474 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:19:45,474 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:19:45,475 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41411 2024-11-09T11:19:45,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41411 connecting to ZooKeeper ensemble=127.0.0.1:53059 2024-11-09T11:19:45,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414110x0, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:19:45,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41411-0x1011f52b6ea0000 connected 2024-11-09T11:19:45,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:45,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:45,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on znode that does not yet exist, /0601021073/running 2024-11-09T11:19:45,628 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25, hbase.cluster.distributed=false 2024-11-09T11:19:45,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on znode that does not yet exist, /0601021073/acl 2024-11-09T11:19:45,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41411 2024-11-09T11:19:45,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41411 2024-11-09T11:19:45,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41411 2024-11-09T11:19:45,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41411 2024-11-09T11:19:45,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41411 2024-11-09T11:19:45,643 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:19:45,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:19:45,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:19:45,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:19:45,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:19:45,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:19:45,644 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:19:45,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:19:45,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36135 2024-11-09T11:19:45,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36135 connecting to ZooKeeper ensemble=127.0.0.1:53059 2024-11-09T11:19:45,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:45,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:45,661 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361350x0, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:19:45,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on znode that does not yet exist, /0601021073/running 2024-11-09T11:19:45,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36135-0x1011f52b6ea0001 connected 2024-11-09T11:19:45,662 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:19:45,662 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:19:45,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on znode that does not yet exist, /0601021073/master 2024-11-09T11:19:45,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on znode that does not yet exist, /0601021073/acl 2024-11-09T11:19:45,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36135 2024-11-09T11:19:45,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36135 2024-11-09T11:19:45,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36135 2024-11-09T11:19:45,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36135 2024-11-09T11:19:45,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36135 2024-11-09T11:19:45,675 DEBUG [M:0;3264b4bbda9f:41411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:41411 2024-11-09T11:19:45,675 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0601021073/backup-masters/3264b4bbda9f,41411,1731151185474 2024-11-09T11:19:45,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073/backup-masters 2024-11-09T11:19:45,688 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073/backup-masters 2024-11-09T11:19:45,688 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on existing znode=/0601021073/backup-masters/3264b4bbda9f,41411,1731151185474 2024-11-09T11:19:45,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:19:45,698 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0601021073/master 2024-11-09T11:19:45,698 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:19:45,698 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on existing znode=/0601021073/master 2024-11-09T11:19:45,699 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0601021073/backup-masters/3264b4bbda9f,41411,1731151185474 from backup master directory 2024-11-09T11:19:45,709 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073/backup-masters 2024-11-09T11:19:45,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0601021073/backup-masters/3264b4bbda9f,41411,1731151185474 2024-11-09T11:19:45,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073/backup-masters 2024-11-09T11:19:45,709 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:19:45,709 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,41411,1731151185474 2024-11-09T11:19:45,712 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/hbase.id] with ID: 59ca2657-a9c6-4017-a444-90f20428c33a 2024-11-09T11:19:45,712 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/.tmp/hbase.id 2024-11-09T11:19:45,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:19:45,969 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:19:45,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:45,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:45,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:45,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:45,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:45,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:46,118 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/.tmp/hbase.id]:[hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/hbase.id] 2024-11-09T11:19:46,128 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:46,128 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:19:46,129 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T11:19:46,140 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:19:46,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:19:46,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:19:46,546 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:19:46,547 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:19:46,547 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:19:46,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:19:46,954 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store 2024-11-09T11:19:46,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:19:47,360 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:19:47,360 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:19:47,360 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:19:47,360 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:19:47,361 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:19:47,361 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:19:47,361 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:19:47,361 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151187360Disabling compacts and flushes for region at 1731151187360Disabling writes for close at 1731151187361 (+1 ms)Writing region close event to WAL at 1731151187361Closed at 1731151187361 2024-11-09T11:19:47,361 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/.initializing 2024-11-09T11:19:47,361 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/WALs/3264b4bbda9f,41411,1731151185474 2024-11-09T11:19:47,362 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:19:47,364 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C41411%2C1731151185474, suffix=, logDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/WALs/3264b4bbda9f,41411,1731151185474, archiveDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/oldWALs, maxLogs=10 2024-11-09T11:19:47,375 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/WALs/3264b4bbda9f,41411,1731151185474/3264b4bbda9f%2C41411%2C1731151185474.1731151187364, exclude list is [], retry=0 2024-11-09T11:19:47,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35595,DS-c828839a-263e-4754-9fa0-99762a9a7e7e,DISK] 2024-11-09T11:19:47,379 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/WALs/3264b4bbda9f,41411,1731151185474/3264b4bbda9f%2C41411%2C1731151185474.1731151187364 2024-11-09T11:19:47,379 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34357:34357)] 2024-11-09T11:19:47,379 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:19:47,379 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:19:47,380 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:47,380 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:47,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:47,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:19:47,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:47,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:19:47,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:47,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:19:47,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:47,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:19:47,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:47,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:19:47,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:47,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:19:47,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:47,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:19:47,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:47,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:19:47,388 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:47,388 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:47,388 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:47,389 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:47,389 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:47,390 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:19:47,391 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:47,393 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:19:47,393 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70781143, jitterRate=0.05472122132778168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:19:47,394 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151187380Initializing all the Stores at 1731151187380Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151187380Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151187381 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151187381Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151187381Cleaning up temporary data from old regions at 1731151187389 (+8 ms)Region opened successfully at 1731151187394 (+5 ms) 2024-11-09T11:19:47,394 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:19:47,397 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118955d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:19:47,398 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:19:47,398 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:19:47,398 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:19:47,398 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:19:47,399 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:19:47,399 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:19:47,399 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:19:47,402 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:19:47,403 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Unable to get data of znode /0601021073/balancer because node does not exist (not necessarily an error) 2024-11-09T11:19:47,450 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0601021073/balancer already deleted, retry=false 2024-11-09T11:19:47,451 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:19:47,451 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Unable to get data of znode /0601021073/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:19:47,461 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0601021073/normalizer already deleted, retry=false 2024-11-09T11:19:47,461 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:19:47,462 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Unable to get data of znode /0601021073/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:19:47,471 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0601021073/switch/split already deleted, retry=false 2024-11-09T11:19:47,472 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Unable to get data of znode /0601021073/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:19:47,482 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0601021073/switch/merge already deleted, retry=false 2024-11-09T11:19:47,484 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Unable to get data of znode /0601021073/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:19:47,492 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0601021073/snapshot-cleanup already deleted, retry=false 2024-11-09T11:19:47,503 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0601021073/running 2024-11-09T11:19:47,503 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:19:47,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0601021073/running 2024-11-09T11:19:47,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:19:47,503 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,41411,1731151185474, sessionid=0x1011f52b6ea0000, setting cluster-up flag (Was=false) 2024-11-09T11:19:47,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:19:47,524 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:19:47,555 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0601021073/flush-table-proc/acquired, /0601021073/flush-table-proc/reached, /0601021073/flush-table-proc/abort 2024-11-09T11:19:47,556 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,41411,1731151185474 2024-11-09T11:19:47,576 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:19:47,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:19:47,608 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0601021073/online-snapshot/acquired, /0601021073/online-snapshot/reached, /0601021073/online-snapshot/abort 2024-11-09T11:19:47,609 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,41411,1731151185474 2024-11-09T11:19:47,610 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:19:47,612 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:19:47,612 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:19:47,612 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:19:47,612 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,41411,1731151185474 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:19:47,613 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:19:47,614 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:19:47,614 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:19:47,614 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:19:47,614 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:19:47,614 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:47,614 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:19:47,614 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:47,618 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:19:47,618 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:19:47,619 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:47,620 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:19:47,622 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151217622 2024-11-09T11:19:47,622 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:19:47,622 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:19:47,622 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:19:47,622 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:19:47,622 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:19:47,622 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:19:47,624 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:47,627 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:19:47,628 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:19:47,628 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:19:47,628 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:19:47,628 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:19:47,628 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:19:47,629 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151187628,5,FailOnTimeoutGroup] 2024-11-09T11:19:47,629 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151187629,5,FailOnTimeoutGroup] 2024-11-09T11:19:47,629 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:47,629 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:19:47,629 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:47,629 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:47,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:19:47,668 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(746): ClusterId : 59ca2657-a9c6-4017-a444-90f20428c33a 2024-11-09T11:19:47,668 DEBUG [RS:0;3264b4bbda9f:36135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:19:47,678 DEBUG [RS:0;3264b4bbda9f:36135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:19:47,678 DEBUG [RS:0;3264b4bbda9f:36135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:19:47,699 DEBUG [RS:0;3264b4bbda9f:36135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:19:47,699 DEBUG [RS:0;3264b4bbda9f:36135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4654ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:19:47,713 DEBUG [RS:0;3264b4bbda9f:36135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:36135 2024-11-09T11:19:47,713 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:19:47,713 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:19:47,713 DEBUG [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:19:47,714 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,41411,1731151185474 with port=36135, startcode=1731151185643 2024-11-09T11:19:47,714 DEBUG [RS:0;3264b4bbda9f:36135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:19:47,715 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:19:47,716 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41411 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,36135,1731151185643 2024-11-09T11:19:47,716 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41411 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,36135,1731151185643 2024-11-09T11:19:47,717 DEBUG [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25 2024-11-09T11:19:47,717 DEBUG [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44919 2024-11-09T11:19:47,717 DEBUG [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:19:47,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073/rs 2024-11-09T11:19:47,730 DEBUG [RS:0;3264b4bbda9f:36135 {}] zookeeper.ZKUtil(111): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on existing znode=/0601021073/rs/3264b4bbda9f,36135,1731151185643 2024-11-09T11:19:47,730 WARN [RS:0;3264b4bbda9f:36135 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:19:47,730 INFO [RS:0;3264b4bbda9f:36135 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:19:47,730 DEBUG [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643 2024-11-09T11:19:47,730 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,36135,1731151185643] 2024-11-09T11:19:47,735 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:19:47,737 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:19:47,737 INFO [RS:0;3264b4bbda9f:36135 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:19:47,737 INFO [RS:0;3264b4bbda9f:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:47,737 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:19:47,738 INFO [RS:0;3264b4bbda9f:36135 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:19:47,738 INFO [RS:0;3264b4bbda9f:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:47,738 DEBUG [RS:0;3264b4bbda9f:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:47,738 DEBUG [RS:0;3264b4bbda9f:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:47,738 DEBUG [RS:0;3264b4bbda9f:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:47,738 DEBUG [RS:0;3264b4bbda9f:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:47,738 DEBUG [RS:0;3264b4bbda9f:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:47,738 DEBUG [RS:0;3264b4bbda9f:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:19:47,738 DEBUG [RS:0;3264b4bbda9f:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:47,738 DEBUG [RS:0;3264b4bbda9f:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:47,738 DEBUG [RS:0;3264b4bbda9f:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:47,738 DEBUG [RS:0;3264b4bbda9f:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:47,738 DEBUG [RS:0;3264b4bbda9f:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:47,738 DEBUG [RS:0;3264b4bbda9f:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:47,738 DEBUG [RS:0;3264b4bbda9f:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:19:47,739 DEBUG [RS:0;3264b4bbda9f:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:19:47,741 INFO [RS:0;3264b4bbda9f:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:47,741 INFO [RS:0;3264b4bbda9f:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:47,741 INFO [RS:0;3264b4bbda9f:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:47,741 INFO [RS:0;3264b4bbda9f:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:47,741 INFO [RS:0;3264b4bbda9f:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:47,741 INFO [RS:0;3264b4bbda9f:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,36135,1731151185643-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:19:47,756 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:19:47,756 INFO [RS:0;3264b4bbda9f:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,36135,1731151185643-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:47,757 INFO [RS:0;3264b4bbda9f:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:47,757 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.Replication(171): 3264b4bbda9f,36135,1731151185643 started 2024-11-09T11:19:47,769 INFO [RS:0;3264b4bbda9f:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:47,769 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,36135,1731151185643, RpcServer on 3264b4bbda9f/172.17.0.2:36135, sessionid=0x1011f52b6ea0001 2024-11-09T11:19:47,769 DEBUG [RS:0;3264b4bbda9f:36135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:19:47,769 DEBUG [RS:0;3264b4bbda9f:36135 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,36135,1731151185643 2024-11-09T11:19:47,769 DEBUG [RS:0;3264b4bbda9f:36135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,36135,1731151185643' 2024-11-09T11:19:47,769 DEBUG [RS:0;3264b4bbda9f:36135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0601021073/flush-table-proc/abort' 2024-11-09T11:19:47,770 DEBUG [RS:0;3264b4bbda9f:36135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0601021073/flush-table-proc/acquired' 2024-11-09T11:19:47,770 DEBUG [RS:0;3264b4bbda9f:36135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:19:47,770 DEBUG [RS:0;3264b4bbda9f:36135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:19:47,770 DEBUG [RS:0;3264b4bbda9f:36135 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,36135,1731151185643 2024-11-09T11:19:47,770 DEBUG [RS:0;3264b4bbda9f:36135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,36135,1731151185643' 2024-11-09T11:19:47,770 DEBUG [RS:0;3264b4bbda9f:36135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0601021073/online-snapshot/abort' 2024-11-09T11:19:47,771 DEBUG [RS:0;3264b4bbda9f:36135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0601021073/online-snapshot/acquired' 2024-11-09T11:19:47,771 DEBUG [RS:0;3264b4bbda9f:36135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:19:47,771 INFO [RS:0;3264b4bbda9f:36135 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:19:47,771 INFO [RS:0;3264b4bbda9f:36135 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:19:47,871 INFO [RS:0;3264b4bbda9f:36135 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:19:47,873 INFO [RS:0;3264b4bbda9f:36135 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C36135%2C1731151185643, suffix=, logDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643, archiveDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/oldWALs, maxLogs=10 2024-11-09T11:19:47,889 DEBUG [RS:0;3264b4bbda9f:36135 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643/3264b4bbda9f%2C36135%2C1731151185643.1731151187874, exclude list is [], retry=0 2024-11-09T11:19:47,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35595,DS-c828839a-263e-4754-9fa0-99762a9a7e7e,DISK] 2024-11-09T11:19:47,894 INFO [RS:0;3264b4bbda9f:36135 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643/3264b4bbda9f%2C36135%2C1731151185643.1731151187874 2024-11-09T11:19:47,894 DEBUG [RS:0;3264b4bbda9f:36135 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34357:34357)] 2024-11-09T11:19:48,031 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:19:48,031 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25 2024-11-09T11:19:48,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741833_1009 (size=32) 2024-11-09T11:19:48,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:19:48,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:19:48,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:19:48,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:48,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:19:48,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:19:48,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:19:48,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:48,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:19:48,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:19:48,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:19:48,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:48,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:19:48,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:19:48,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:19:48,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:48,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:19:48,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:19:48,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740 2024-11-09T11:19:48,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740 2024-11-09T11:19:48,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:19:48,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:19:48,448 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:19:48,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:19:48,450 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:19:48,451 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61500370, jitterRate=-0.08357307314872742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:19:48,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151188438Initializing all the Stores at 1731151188439 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151188439Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151188439Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151188439Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151188439Cleaning up temporary data from old regions at 1731151188448 (+9 ms)Region opened successfully at 1731151188451 (+3 ms) 2024-11-09T11:19:48,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:19:48,451 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:19:48,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:19:48,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:19:48,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:19:48,452 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:19:48,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151188451Disabling compacts and flushes for region at 1731151188451Disabling writes for close at 1731151188451Writing region close event to WAL at 1731151188452 (+1 ms)Closed at 1731151188452 2024-11-09T11:19:48,453 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:19:48,453 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:19:48,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:19:48,454 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:19:48,455 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:19:48,605 DEBUG [3264b4bbda9f:41411 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:19:48,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,36135,1731151185643 2024-11-09T11:19:48,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,36135,1731151185643, state=OPENING 2024-11-09T11:19:48,656 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:19:48,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:19:48,666 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:19:48,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0601021073/meta-region-server: CHANGED 2024-11-09T11:19:48,667 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:19:48,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0601021073/meta-region-server: CHANGED 2024-11-09T11:19:48,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,36135,1731151185643}] 2024-11-09T11:19:48,818 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:19:48,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:19:48,823 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:19:48,823 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:19:48,823 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:19:48,825 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C36135%2C1731151185643.meta, suffix=.meta, logDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643, archiveDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/oldWALs, maxLogs=10 2024-11-09T11:19:48,838 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643/3264b4bbda9f%2C36135%2C1731151185643.meta.1731151188825.meta, exclude list is [], retry=0 2024-11-09T11:19:48,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35595,DS-c828839a-263e-4754-9fa0-99762a9a7e7e,DISK] 2024-11-09T11:19:48,842 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643/3264b4bbda9f%2C36135%2C1731151185643.meta.1731151188825.meta 2024-11-09T11:19:48,842 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34357:34357)] 2024-11-09T11:19:48,842 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:19:48,843 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:19:48,843 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:19:48,843 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:19:48,843 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:19:48,843 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:19:48,843 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:19:48,843 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:19:48,844 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:19:48,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:19:48,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:19:48,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:48,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:19:48,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:19:48,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:19:48,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:48,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:19:48,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:19:48,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:19:48,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:48,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:19:48,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:19:48,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:19:48,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:48,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:19:48,852 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:19:48,853 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740 2024-11-09T11:19:48,854 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740 2024-11-09T11:19:48,855 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:19:48,855 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:19:48,855 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:19:48,856 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:19:48,857 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69266963, jitterRate=0.03215818107128143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:19:48,857 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:19:48,858 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151188844Writing region info on filesystem at 1731151188844Initializing all the Stores at 1731151188845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151188845Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151188845Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151188845Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151188845Cleaning up temporary data from old regions at 1731151188855 (+10 ms)Running coprocessor post-open hooks at 1731151188857 (+2 ms)Region opened successfully at 1731151188857 2024-11-09T11:19:48,867 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151188818 2024-11-09T11:19:48,870 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:19:48,870 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:19:48,870 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,36135,1731151185643 2024-11-09T11:19:48,871 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,36135,1731151185643, state=OPEN 2024-11-09T11:19:48,914 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0601021073/meta-region-server 2024-11-09T11:19:48,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0601021073/meta-region-server 2024-11-09T11:19:48,914 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,36135,1731151185643 2024-11-09T11:19:48,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0601021073/meta-region-server: CHANGED 2024-11-09T11:19:48,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0601021073/meta-region-server: CHANGED 2024-11-09T11:19:48,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:19:48,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,36135,1731151185643 in 247 msec 2024-11-09T11:19:48,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:19:48,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 465 msec 2024-11-09T11:19:48,921 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:19:48,921 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:19:48,923 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:19:48,923 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,36135,1731151185643, seqNum=-1] 2024-11-09T11:19:48,923 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:19:48,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:19:48,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3210 sec 2024-11-09T11:19:48,937 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151188937, completionTime=-1 2024-11-09T11:19:48,937 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:19:48,937 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:19:48,939 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:19:48,939 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151248939 2024-11-09T11:19:48,939 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151308939 2024-11-09T11:19:48,939 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T11:19:48,940 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,41411,1731151185474-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:48,940 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,41411,1731151185474-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:48,940 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,41411,1731151185474-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:48,940 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:41411, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:48,940 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:48,941 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:48,943 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:19:48,946 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.236sec 2024-11-09T11:19:48,946 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:19:48,946 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:19:48,946 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:19:48,946 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:19:48,946 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:19:48,946 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,41411,1731151185474-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:19:48,946 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,41411,1731151185474-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:19:48,950 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:19:48,950 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:19:48,950 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,41411,1731151185474-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:48,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f4e02dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:19:48,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,41411,-1 for getting cluster id 2024-11-09T11:19:48,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:19:48,970 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ca2657-a9c6-4017-a444-90f20428c33a' 2024-11-09T11:19:48,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:19:48,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ca2657-a9c6-4017-a444-90f20428c33a" 2024-11-09T11:19:48,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32779227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:19:48,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,41411,-1] 2024-11-09T11:19:48,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:19:48,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:48,972 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:19:48,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6c30b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:19:48,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:19:48,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,36135,1731151185643, seqNum=-1] 2024-11-09T11:19:48,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:19:48,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:19:48,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,41411,1731151185474 2024-11-09T11:19:48,977 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53059 2024-11-09T11:19:48,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:19:48,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f52b6ea0002 connected 2024-11-09T11:19:49,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/hadoop.log.dir so I do NOT create it in target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6 2024-11-09T11:19:49,011 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:19:49,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/hadoop.tmp.dir so I do NOT create it in target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6 2024-11-09T11:19:49,011 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:19:49,011 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6 2024-11-09T11:19:49,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:19:49,011 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/cluster_72562f1e-6c24-6f0f-d2cf-268d732f1461, deleteOnExit=true 2024-11-09T11:19:49,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:19:49,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/test.cache.data in system properties and HBase conf 2024-11-09T11:19:49,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:19:49,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:19:49,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:19:49,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:19:49,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:19:49,012 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:19:49,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:19:49,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:19:49,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:19:49,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:19:49,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:19:49,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:19:49,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:19:49,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:19:49,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:19:49,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:19:49,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:19:49,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:19:49,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:19:49,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:19:49,501 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:19:49,504 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:19:49,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:19:49,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:19:49,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:19:49,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:19:49,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@583a4371{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:19:49,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@370b3f5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:19:49,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@522e19b7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/java.io.tmpdir/jetty-localhost-41123-hadoop-hdfs-3_4_1-tests_jar-_-any-4450973120306535274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:19:49,605 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@243c982e{HTTP/1.1, (http/1.1)}{localhost:41123} 2024-11-09T11:19:49,605 INFO [Time-limited test {}] server.Server(415): Started @143506ms 2024-11-09T11:19:49,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:19:49,896 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:19:49,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:19:49,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:19:49,904 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:19:49,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64267e6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:19:49,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b992587{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:19:50,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@267db9e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/java.io.tmpdir/jetty-localhost-39505-hadoop-hdfs-3_4_1-tests_jar-_-any-12224915946450950386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:19:50,020 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e38c1ab{HTTP/1.1, (http/1.1)}{localhost:39505} 2024-11-09T11:19:50,020 INFO [Time-limited test {}] server.Server(415): Started @143921ms 2024-11-09T11:19:50,021 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:19:50,897 WARN [Thread-1399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/cluster_72562f1e-6c24-6f0f-d2cf-268d732f1461/data/data1/current/BP-342914234-172.17.0.2-1731151189034/current, will proceed with Du for space computation calculation, 2024-11-09T11:19:50,897 WARN [Thread-1400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/cluster_72562f1e-6c24-6f0f-d2cf-268d732f1461/data/data2/current/BP-342914234-172.17.0.2-1731151189034/current, will proceed with Du for space computation calculation, 2024-11-09T11:19:50,939 WARN [Thread-1387 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:19:50,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13b44c9515ab39cc with lease ID 0x4611a545724d3d9d: Processing first storage report for DS-61f009b6-5ea9-4b49-8e18-816df25a95b2 from datanode DatanodeRegistration(127.0.0.1:40653, datanodeUuid=0f180492-7424-4139-80c4-8eaace4852af, infoPort=46725, infoSecurePort=0, ipcPort=38457, storageInfo=lv=-57;cid=testClusterID;nsid=1778623192;c=1731151189034) 2024-11-09T11:19:50,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13b44c9515ab39cc with lease ID 0x4611a545724d3d9d: from storage DS-61f009b6-5ea9-4b49-8e18-816df25a95b2 node DatanodeRegistration(127.0.0.1:40653, datanodeUuid=0f180492-7424-4139-80c4-8eaace4852af, infoPort=46725, infoSecurePort=0, ipcPort=38457, storageInfo=lv=-57;cid=testClusterID;nsid=1778623192;c=1731151189034), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:19:50,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13b44c9515ab39cc with lease ID 0x4611a545724d3d9d: Processing first storage report for DS-14757c0c-e027-4271-8bb7-3e9a6c652e56 from datanode DatanodeRegistration(127.0.0.1:40653, datanodeUuid=0f180492-7424-4139-80c4-8eaace4852af, infoPort=46725, infoSecurePort=0, ipcPort=38457, storageInfo=lv=-57;cid=testClusterID;nsid=1778623192;c=1731151189034) 2024-11-09T11:19:50,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13b44c9515ab39cc with lease ID 0x4611a545724d3d9d: from storage DS-14757c0c-e027-4271-8bb7-3e9a6c652e56 node DatanodeRegistration(127.0.0.1:40653, datanodeUuid=0f180492-7424-4139-80c4-8eaace4852af, infoPort=46725, infoSecurePort=0, ipcPort=38457, storageInfo=lv=-57;cid=testClusterID;nsid=1778623192;c=1731151189034), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:19:50,947 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6 2024-11-09T11:19:50,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:50,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:50,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40653 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:19:51,356 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a with version=8 2024-11-09T11:19:51,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/hbase-staging 2024-11-09T11:19:51,358 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:19:51,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:19:51,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:19:51,358 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:19:51,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:19:51,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:19:51,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:19:51,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:19:51,359 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46819 2024-11-09T11:19:51,360 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46819 connecting to ZooKeeper ensemble=127.0.0.1:53059 2024-11-09T11:19:51,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468190x0, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:19:51,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46819-0x1011f52b6ea0003 connected 2024-11-09T11:19:51,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:51,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:51,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Set watcher on znode that does not yet exist, /1-506997240/running 2024-11-09T11:19:51,486 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a, hbase.cluster.distributed=false 2024-11-09T11:19:51,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Set watcher on znode that does not yet exist, /1-506997240/acl 2024-11-09T11:19:51,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46819 2024-11-09T11:19:51,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46819 2024-11-09T11:19:51,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46819 2024-11-09T11:19:51,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46819 2024-11-09T11:19:51,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46819 2024-11-09T11:19:51,501 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:19:51,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:19:51,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:19:51,501 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:19:51,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:19:51,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:19:51,501 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:19:51,502 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:19:51,502 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40827 2024-11-09T11:19:51,503 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40827 connecting to ZooKeeper ensemble=127.0.0.1:53059 2024-11-09T11:19:51,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:51,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:51,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408270x0, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:19:51,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408270x0, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Set watcher on znode that does not yet exist, /1-506997240/running 2024-11-09T11:19:51,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40827-0x1011f52b6ea0004 connected 2024-11-09T11:19:51,519 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:19:51,520 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:19:51,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Set watcher on znode that does not yet exist, /1-506997240/master 2024-11-09T11:19:51,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Set watcher on znode that does not yet exist, /1-506997240/acl 2024-11-09T11:19:51,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40827 2024-11-09T11:19:51,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40827 2024-11-09T11:19:51,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40827 2024-11-09T11:19:51,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40827 2024-11-09T11:19:51,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40827 2024-11-09T11:19:51,538 DEBUG [M:0;3264b4bbda9f:46819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:46819 2024-11-09T11:19:51,538 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-506997240/backup-masters/3264b4bbda9f,46819,1731151191358 2024-11-09T11:19:51,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240/backup-masters 2024-11-09T11:19:51,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240/backup-masters 2024-11-09T11:19:51,551 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Set watcher on existing znode=/1-506997240/backup-masters/3264b4bbda9f,46819,1731151191358 2024-11-09T11:19:51,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-506997240/master 2024-11-09T11:19:51,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240 2024-11-09T11:19:51,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240 2024-11-09T11:19:51,561 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Set watcher on existing znode=/1-506997240/master 2024-11-09T11:19:51,561 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-506997240/backup-masters/3264b4bbda9f,46819,1731151191358 from backup master directory 2024-11-09T11:19:51,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-506997240/backup-masters/3264b4bbda9f,46819,1731151191358 2024-11-09T11:19:51,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240/backup-masters 2024-11-09T11:19:51,571 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:19:51,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240/backup-masters 2024-11-09T11:19:51,571 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,46819,1731151191358 2024-11-09T11:19:51,577 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/hbase.id] with ID: e15e730c-6a18-4db2-bf96-695b3013cf7c 2024-11-09T11:19:51,577 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/.tmp/hbase.id 2024-11-09T11:19:51,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40653 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:19:51,987 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/.tmp/hbase.id]:[hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/hbase.id] 2024-11-09T11:19:51,997 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:51,997 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:19:51,998 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T11:19:52,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240 2024-11-09T11:19:52,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240 2024-11-09T11:19:52,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40653 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:19:52,471 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:19:52,472 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:19:52,472 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:19:52,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40653 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:19:52,879 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store 2024-11-09T11:19:52,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40653 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:19:53,285 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:19:53,285 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:19:53,285 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:19:53,285 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:19:53,285 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:19:53,285 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:19:53,285 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:19:53,285 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151193285Disabling compacts and flushes for region at 1731151193285Disabling writes for close at 1731151193285Writing region close event to WAL at 1731151193285Closed at 1731151193285 2024-11-09T11:19:53,286 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store/.initializing 2024-11-09T11:19:53,286 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/WALs/3264b4bbda9f,46819,1731151191358 2024-11-09T11:19:53,287 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:19:53,288 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C46819%2C1731151191358, suffix=, logDir=hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/WALs/3264b4bbda9f,46819,1731151191358, archiveDir=hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/oldWALs, maxLogs=10 2024-11-09T11:19:53,302 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/WALs/3264b4bbda9f,46819,1731151191358/3264b4bbda9f%2C46819%2C1731151191358.1731151193288, exclude list is [], retry=0 2024-11-09T11:19:53,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40653,DS-61f009b6-5ea9-4b49-8e18-816df25a95b2,DISK] 2024-11-09T11:19:53,306 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/WALs/3264b4bbda9f,46819,1731151191358/3264b4bbda9f%2C46819%2C1731151191358.1731151193288 2024-11-09T11:19:53,307 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46725:46725)] 2024-11-09T11:19:53,307 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:19:53,307 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:19:53,307 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:53,307 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:53,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:53,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:19:53,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:53,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:19:53,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:53,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:19:53,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:53,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:19:53,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:53,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:19:53,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:53,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:19:53,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:53,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:19:53,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:53,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:19:53,314 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:53,315 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:53,315 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:53,316 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:53,316 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:53,316 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:19:53,317 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:19:53,319 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:19:53,319 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72531964, jitterRate=0.08081048727035522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:19:53,319 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151193307Initializing all the Stores at 1731151193308 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151193308Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151193308Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151193308Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151193308Cleaning up temporary data from old regions at 1731151193316 (+8 ms)Region opened successfully at 1731151193319 (+3 ms) 2024-11-09T11:19:53,320 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:19:53,322 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9db57eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:19:53,323 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:19:53,323 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:19:53,323 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:19:53,323 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:19:53,324 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:19:53,324 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:19:53,324 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:19:53,325 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:19:53,326 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Unable to get data of znode /1-506997240/balancer because node does not exist (not necessarily an error) 2024-11-09T11:19:53,387 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-506997240/balancer already deleted, retry=false 2024-11-09T11:19:53,387 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:19:53,388 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Unable to get data of znode /1-506997240/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:19:53,397 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-506997240/normalizer already deleted, retry=false 2024-11-09T11:19:53,398 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:19:53,399 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Unable to get data of znode /1-506997240/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:19:53,408 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-506997240/switch/split already deleted, retry=false 2024-11-09T11:19:53,409 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Unable to get data of znode /1-506997240/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:19:53,418 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-506997240/switch/merge already deleted, retry=false 2024-11-09T11:19:53,420 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Unable to get data of znode /1-506997240/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:19:53,429 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-506997240/snapshot-cleanup already deleted, retry=false 2024-11-09T11:19:53,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-506997240/running 2024-11-09T11:19:53,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-506997240/running 2024-11-09T11:19:53,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240 2024-11-09T11:19:53,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240 2024-11-09T11:19:53,440 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,46819,1731151191358, sessionid=0x1011f52b6ea0003, setting cluster-up flag (Was=false) 2024-11-09T11:19:53,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240 2024-11-09T11:19:53,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240 2024-11-09T11:19:53,492 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-506997240/flush-table-proc/acquired, /1-506997240/flush-table-proc/reached, /1-506997240/flush-table-proc/abort 2024-11-09T11:19:53,493 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,46819,1731151191358 2024-11-09T11:19:53,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240 2024-11-09T11:19:53,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240 2024-11-09T11:19:53,544 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-506997240/online-snapshot/acquired, /1-506997240/online-snapshot/reached, /1-506997240/online-snapshot/abort 2024-11-09T11:19:53,545 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,46819,1731151191358 2024-11-09T11:19:53,546 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:19:53,548 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:19:53,548 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:19:53,548 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:19:53,548 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,46819,1731151191358 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:19:53,549 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:19:53,549 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:19:53,549 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:19:53,549 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:19:53,549 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:19:53,549 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:53,549 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:19:53,549 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:53,550 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151223550 2024-11-09T11:19:53,550 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:19:53,550 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:19:53,550 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:19:53,550 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:19:53,550 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:19:53,550 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:19:53,550 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:19:53,550 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:53,550 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:19:53,551 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:19:53,551 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:19:53,551 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:19:53,551 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:19:53,551 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:19:53,551 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:19:53,551 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151193551,5,FailOnTimeoutGroup] 2024-11-09T11:19:53,551 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151193551,5,FailOnTimeoutGroup] 2024-11-09T11:19:53,551 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:53,551 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:53,551 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:19:53,551 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:53,552 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:53,551 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:19:53,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40653 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:19:53,631 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.HRegionServer(746): ClusterId : e15e730c-6a18-4db2-bf96-695b3013cf7c 2024-11-09T11:19:53,631 DEBUG [RS:0;3264b4bbda9f:40827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:19:53,640 DEBUG [RS:0;3264b4bbda9f:40827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:19:53,640 DEBUG [RS:0;3264b4bbda9f:40827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:19:53,651 DEBUG [RS:0;3264b4bbda9f:40827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:19:53,651 DEBUG [RS:0;3264b4bbda9f:40827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f24ed67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:19:53,661 DEBUG [RS:0;3264b4bbda9f:40827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:40827 2024-11-09T11:19:53,661 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:19:53,661 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:19:53,661 DEBUG [RS:0;3264b4bbda9f:40827 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:19:53,661 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,46819,1731151191358 with port=40827, startcode=1731151191501 2024-11-09T11:19:53,662 DEBUG [RS:0;3264b4bbda9f:40827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:19:53,663 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:19:53,663 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,40827,1731151191501 2024-11-09T11:19:53,663 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46819 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,40827,1731151191501 2024-11-09T11:19:53,664 DEBUG [RS:0;3264b4bbda9f:40827 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a 2024-11-09T11:19:53,664 DEBUG [RS:0;3264b4bbda9f:40827 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43561 2024-11-09T11:19:53,664 DEBUG [RS:0;3264b4bbda9f:40827 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:19:53,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240/rs 2024-11-09T11:19:53,677 DEBUG [RS:0;3264b4bbda9f:40827 {}] zookeeper.ZKUtil(111): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Set watcher on existing znode=/1-506997240/rs/3264b4bbda9f,40827,1731151191501 2024-11-09T11:19:53,677 WARN [RS:0;3264b4bbda9f:40827 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:19:53,677 INFO [RS:0;3264b4bbda9f:40827 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:19:53,677 DEBUG [RS:0;3264b4bbda9f:40827 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/WALs/3264b4bbda9f,40827,1731151191501 2024-11-09T11:19:53,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,40827,1731151191501] 2024-11-09T11:19:53,680 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:19:53,681 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:19:53,682 INFO [RS:0;3264b4bbda9f:40827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:19:53,682 INFO [RS:0;3264b4bbda9f:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:53,682 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:19:53,682 INFO [RS:0;3264b4bbda9f:40827 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:19:53,682 INFO [RS:0;3264b4bbda9f:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:53,683 DEBUG [RS:0;3264b4bbda9f:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:53,683 DEBUG [RS:0;3264b4bbda9f:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:53,683 DEBUG [RS:0;3264b4bbda9f:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:53,683 DEBUG [RS:0;3264b4bbda9f:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:53,683 DEBUG [RS:0;3264b4bbda9f:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:53,683 DEBUG [RS:0;3264b4bbda9f:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:19:53,683 DEBUG [RS:0;3264b4bbda9f:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:53,683 DEBUG [RS:0;3264b4bbda9f:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:53,683 DEBUG [RS:0;3264b4bbda9f:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:53,683 DEBUG [RS:0;3264b4bbda9f:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:53,683 DEBUG [RS:0;3264b4bbda9f:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:53,683 DEBUG [RS:0;3264b4bbda9f:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:19:53,683 DEBUG [RS:0;3264b4bbda9f:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:19:53,683 DEBUG [RS:0;3264b4bbda9f:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:19:53,683 INFO [RS:0;3264b4bbda9f:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:53,683 INFO [RS:0;3264b4bbda9f:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:53,683 INFO [RS:0;3264b4bbda9f:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:53,683 INFO [RS:0;3264b4bbda9f:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:53,683 INFO [RS:0;3264b4bbda9f:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:53,683 INFO [RS:0;3264b4bbda9f:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,40827,1731151191501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:19:53,695 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:19:53,695 INFO [RS:0;3264b4bbda9f:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,40827,1731151191501-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:53,695 INFO [RS:0;3264b4bbda9f:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:53,695 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.Replication(171): 3264b4bbda9f,40827,1731151191501 started 2024-11-09T11:19:53,706 INFO [RS:0;3264b4bbda9f:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:53,706 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,40827,1731151191501, RpcServer on 3264b4bbda9f/172.17.0.2:40827, sessionid=0x1011f52b6ea0004 2024-11-09T11:19:53,707 DEBUG [RS:0;3264b4bbda9f:40827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:19:53,707 DEBUG [RS:0;3264b4bbda9f:40827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,40827,1731151191501 2024-11-09T11:19:53,707 DEBUG [RS:0;3264b4bbda9f:40827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,40827,1731151191501' 2024-11-09T11:19:53,707 DEBUG [RS:0;3264b4bbda9f:40827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-506997240/flush-table-proc/abort' 2024-11-09T11:19:53,707 DEBUG [RS:0;3264b4bbda9f:40827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-506997240/flush-table-proc/acquired' 2024-11-09T11:19:53,708 DEBUG [RS:0;3264b4bbda9f:40827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:19:53,708 DEBUG [RS:0;3264b4bbda9f:40827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:19:53,708 DEBUG [RS:0;3264b4bbda9f:40827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,40827,1731151191501 2024-11-09T11:19:53,708 DEBUG [RS:0;3264b4bbda9f:40827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,40827,1731151191501' 2024-11-09T11:19:53,708 DEBUG [RS:0;3264b4bbda9f:40827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-506997240/online-snapshot/abort' 2024-11-09T11:19:53,708 DEBUG [RS:0;3264b4bbda9f:40827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-506997240/online-snapshot/acquired' 2024-11-09T11:19:53,708 DEBUG [RS:0;3264b4bbda9f:40827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:19:53,708 INFO [RS:0;3264b4bbda9f:40827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:19:53,708 INFO [RS:0;3264b4bbda9f:40827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:19:53,735 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:19:53,809 INFO [RS:0;3264b4bbda9f:40827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:19:53,810 INFO [RS:0;3264b4bbda9f:40827 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C40827%2C1731151191501, suffix=, logDir=hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/WALs/3264b4bbda9f,40827,1731151191501, archiveDir=hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/oldWALs, maxLogs=10 2024-11-09T11:19:53,821 DEBUG [RS:0;3264b4bbda9f:40827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/WALs/3264b4bbda9f,40827,1731151191501/3264b4bbda9f%2C40827%2C1731151191501.1731151193811, exclude list is [], retry=0 2024-11-09T11:19:53,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40653,DS-61f009b6-5ea9-4b49-8e18-816df25a95b2,DISK] 2024-11-09T11:19:53,826 INFO [RS:0;3264b4bbda9f:40827 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/WALs/3264b4bbda9f,40827,1731151191501/3264b4bbda9f%2C40827%2C1731151191501.1731151193811 2024-11-09T11:19:53,826 DEBUG [RS:0;3264b4bbda9f:40827 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46725:46725)] 2024-11-09T11:19:53,958 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:19:53,959 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a 2024-11-09T11:19:53,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40653 is added to blk_1073741833_1009 (size=32) 2024-11-09T11:19:54,345 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:19:54,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:19:54,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:19:54,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:19:54,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:54,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:19:54,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:19:54,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:19:54,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:54,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:19:54,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:19:54,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:19:54,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:54,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:19:54,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:54,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:19:54,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:54,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:54,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:54,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:19:54,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:54,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:54,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:19:54,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:19:54,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/data/hbase/meta/1588230740 2024-11-09T11:19:54,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/data/hbase/meta/1588230740 2024-11-09T11:19:54,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:19:54,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:19:54,375 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:19:54,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:19:54,379 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:19:54,379 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63207992, jitterRate=-0.058127522468566895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:19:54,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151194365Initializing all the Stores at 1731151194365Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151194365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151194366 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151194366Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151194366Cleaning up temporary data from old regions at 1731151194375 (+9 ms)Region opened successfully at 1731151194379 (+4 ms) 2024-11-09T11:19:54,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:19:54,380 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:19:54,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:19:54,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:19:54,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:19:54,380 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:19:54,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151194380Disabling compacts and flushes for region at 1731151194380Disabling writes for close at 1731151194380Writing region close event to WAL at 1731151194380Closed at 1731151194380 2024-11-09T11:19:54,382 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:19:54,382 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:19:54,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:19:54,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:19:54,384 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:19:54,384 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:19:54,535 DEBUG [3264b4bbda9f:46819 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:19:54,535 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,40827,1731151191501 2024-11-09T11:19:54,536 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,40827,1731151191501, state=OPENING 2024-11-09T11:19:54,592 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:19:54,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240 2024-11-09T11:19:54,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240 2024-11-09T11:19:54,614 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:19:54,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-506997240/meta-region-server: CHANGED 2024-11-09T11:19:54,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-506997240/meta-region-server: CHANGED 2024-11-09T11:19:54,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,40827,1731151191501}] 2024-11-09T11:19:54,766 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:19:54,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:19:54,771 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:19:54,771 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:19:54,771 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:19:54,772 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C40827%2C1731151191501.meta, suffix=.meta, logDir=hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/WALs/3264b4bbda9f,40827,1731151191501, archiveDir=hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/oldWALs, maxLogs=10 2024-11-09T11:19:54,784 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/WALs/3264b4bbda9f,40827,1731151191501/3264b4bbda9f%2C40827%2C1731151191501.meta.1731151194773.meta, exclude list is [], retry=0 2024-11-09T11:19:54,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40653,DS-61f009b6-5ea9-4b49-8e18-816df25a95b2,DISK] 2024-11-09T11:19:54,788 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/WALs/3264b4bbda9f,40827,1731151191501/3264b4bbda9f%2C40827%2C1731151191501.meta.1731151194773.meta 2024-11-09T11:19:54,788 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46725:46725)] 2024-11-09T11:19:54,788 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:19:54,789 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:19:54,789 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:19:54,789 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:19:54,789 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:19:54,789 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:19:54,789 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:19:54,789 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:19:54,789 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:19:54,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:19:54,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:19:54,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:54,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:19:54,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:19:54,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:19:54,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:54,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:19:54,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:19:54,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:19:54,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:54,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:19:54,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:19:54,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:19:54,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:54,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:19:54,795 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:19:54,796 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/data/hbase/meta/1588230740 2024-11-09T11:19:54,797 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/data/hbase/meta/1588230740 2024-11-09T11:19:54,798 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:19:54,798 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:19:54,799 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:19:54,800 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:19:54,800 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75076165, jitterRate=0.11872203648090363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:19:54,801 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:19:54,801 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151194789Writing region info on filesystem at 1731151194789Initializing all the Stores at 1731151194790 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151194790Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151194790Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151194790Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151194790Cleaning up temporary data from old regions at 1731151194798 (+8 ms)Running coprocessor post-open hooks at 1731151194801 (+3 ms)Region opened successfully at 1731151194801 2024-11-09T11:19:54,802 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151194766 2024-11-09T11:19:54,804 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:19:54,804 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:19:54,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,40827,1731151191501 2024-11-09T11:19:54,806 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,40827,1731151191501, state=OPEN 2024-11-09T11:19:54,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-506997240/meta-region-server 2024-11-09T11:19:54,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-506997240/meta-region-server 2024-11-09T11:19:54,818 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,40827,1731151191501 2024-11-09T11:19:54,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-506997240/meta-region-server: CHANGED 2024-11-09T11:19:54,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-506997240/meta-region-server: CHANGED 2024-11-09T11:19:54,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:19:54,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,40827,1731151191501 in 204 msec 2024-11-09T11:19:54,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:19:54,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-11-09T11:19:54,822 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:19:54,822 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:19:54,823 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:19:54,824 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,40827,1731151191501, seqNum=-1] 2024-11-09T11:19:54,824 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:19:54,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:19:54,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-09T11:19:54,829 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151194829, completionTime=-1 2024-11-09T11:19:54,829 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:19:54,829 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:19:54,831 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:19:54,831 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151254831 2024-11-09T11:19:54,831 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151314831 2024-11-09T11:19:54,831 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T11:19:54,831 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,46819,1731151191358-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:54,831 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,46819,1731151191358-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:54,831 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,46819,1731151191358-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:54,831 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:46819, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:54,831 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:54,831 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:54,833 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:19:54,834 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.262sec 2024-11-09T11:19:54,834 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:19:54,834 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:19:54,834 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:19:54,834 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:19:54,834 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:19:54,834 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,46819,1731151191358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:19:54,834 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,46819,1731151191358-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:19:54,837 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:19:54,837 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:19:54,837 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,46819,1731151191358-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:19:54,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T11:19:54,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T11:19:54,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:19:54,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T11:19:54,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:19:54,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T11:19:54,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T11:19:54,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T11:19:54,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429278f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:19:54,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,46819,-1 for getting cluster id 2024-11-09T11:19:54,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:19:54,933 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e15e730c-6a18-4db2-bf96-695b3013cf7c' 2024-11-09T11:19:54,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:19:54,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e15e730c-6a18-4db2-bf96-695b3013cf7c" 2024-11-09T11:19:54,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465066d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:19:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,46819,-1] 2024-11-09T11:19:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:19:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:54,935 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:19:54,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5200e428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:19:54,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:19:54,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,40827,1731151191501, seqNum=-1] 2024-11-09T11:19:54,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:19:54,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:19:54,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,46819,1731151191358 2024-11-09T11:19:54,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53059 2024-11-09T11:19:54,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:19:54,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011f52b6ea0005 connected 2024-11-09T11:19:54,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb735db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:19:54,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,41411,-1 for getting cluster id 2024-11-09T11:19:54,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:19:54,964 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ca2657-a9c6-4017-a444-90f20428c33a' 2024-11-09T11:19:54,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:19:54,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ca2657-a9c6-4017-a444-90f20428c33a" 2024-11-09T11:19:54,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d48ad3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:19:54,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,41411,-1] 2024-11-09T11:19:54,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:19:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:54,965 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:19:54,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff7ab8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:19:54,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:19:54,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,41411,1731151185474 2024-11-09T11:19:54,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4919a8e3 2024-11-09T11:19:54,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:19:54,968 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:19:54,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3264b4bbda9f:46819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T11:19:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:19:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:19:54,971 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:46819' 2024-11-09T11:19:54,972 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0c54f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:19:54,972 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,46819,-1 for getting cluster id 2024-11-09T11:19:54,972 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:19:54,973 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e15e730c-6a18-4db2-bf96-695b3013cf7c' 2024-11-09T11:19:54,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:19:54,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e15e730c-6a18-4db2-bf96-695b3013cf7c" 2024-11-09T11:19:54,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36cb22a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:19:54,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,46819,-1] 2024-11-09T11:19:54,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:19:54,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:54,974 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:19:54,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ff1454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:19:54,975 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:19:54,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,46819,1731151191358 2024-11-09T11:19:54,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61af6b9e 2024-11-09T11:19:54,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:19:54,977 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:19:54,977 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T11:19:54,977 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:19:54,977 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:54,978 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:54,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:19:54,978 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:19:54,979 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T11:19:54,980 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:19:54,980 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:54,981 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:19:54,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741835_1011 (size=1138) 2024-11-09T11:19:55,029 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T11:19:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:19:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:19:55,387 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c395cfbdc0a40fc70e7ad0a3cd857485, NAME => 'hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25 2024-11-09T11:19:55,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741836_1012 (size=44) 2024-11-09T11:19:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:19:55,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:19:55,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c395cfbdc0a40fc70e7ad0a3cd857485, disabling compactions & flushes 2024-11-09T11:19:55,794 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:19:55,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:19:55,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. after waiting 0 ms 2024-11-09T11:19:55,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:19:55,794 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:19:55,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c395cfbdc0a40fc70e7ad0a3cd857485: Waiting for close lock at 1731151195794Disabling compacts and flushes for region at 1731151195794Disabling writes for close at 1731151195794Writing region close event to WAL at 1731151195794Closed at 1731151195794 2024-11-09T11:19:55,795 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:19:55,795 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731151195795"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151195795"}]},"ts":"1731151195795"} 2024-11-09T11:19:55,797 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:19:55,798 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:19:55,798 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151195798"}]},"ts":"1731151195798"} 2024-11-09T11:19:55,800 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T11:19:55,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c395cfbdc0a40fc70e7ad0a3cd857485, ASSIGN}] 2024-11-09T11:19:55,801 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c395cfbdc0a40fc70e7ad0a3cd857485, ASSIGN 2024-11-09T11:19:55,802 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c395cfbdc0a40fc70e7ad0a3cd857485, ASSIGN; state=OFFLINE, location=3264b4bbda9f,36135,1731151185643; forceNewPlan=false, retain=false 2024-11-09T11:19:55,952 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c395cfbdc0a40fc70e7ad0a3cd857485, regionState=OPENING, regionLocation=3264b4bbda9f,36135,1731151185643 2024-11-09T11:19:55,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c395cfbdc0a40fc70e7ad0a3cd857485, ASSIGN because future has completed 2024-11-09T11:19:55,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c395cfbdc0a40fc70e7ad0a3cd857485, server=3264b4bbda9f,36135,1731151185643}] 2024-11-09T11:19:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:19:56,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:19:56,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:19:56,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T11:19:56,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C36135%2C1731151185643.rep, suffix=, logDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643, archiveDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/oldWALs, maxLogs=10 2024-11-09T11:19:56,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643/3264b4bbda9f%2C36135%2C1731151185643.rep.1731151196112, exclude list is [], retry=0 2024-11-09T11:19:56,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35595,DS-c828839a-263e-4754-9fa0-99762a9a7e7e,DISK] 2024-11-09T11:19:56,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643/3264b4bbda9f%2C36135%2C1731151185643.rep.1731151196112 2024-11-09T11:19:56,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34357:34357)] 2024-11-09T11:19:56,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c395cfbdc0a40fc70e7ad0a3cd857485, NAME => 'hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:19:56,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:19:56,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:19:56,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. service=MultiRowMutationService 2024-11-09T11:19:56,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T11:19:56,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:19:56,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:19:56,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:19:56,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:19:56,130 INFO [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:19:56,132 INFO [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c395cfbdc0a40fc70e7ad0a3cd857485 columnFamilyName hfileref 2024-11-09T11:19:56,132 DEBUG [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:56,132 INFO [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] regionserver.HStore(327): Store=c395cfbdc0a40fc70e7ad0a3cd857485/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:19:56,132 INFO [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:19:56,133 INFO [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c395cfbdc0a40fc70e7ad0a3cd857485 columnFamilyName queue 2024-11-09T11:19:56,133 DEBUG [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:56,134 INFO [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] regionserver.HStore(327): Store=c395cfbdc0a40fc70e7ad0a3cd857485/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:19:56,134 INFO [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:19:56,135 INFO [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c395cfbdc0a40fc70e7ad0a3cd857485 columnFamilyName sid 2024-11-09T11:19:56,135 DEBUG [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:19:56,135 INFO [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] regionserver.HStore(327): Store=c395cfbdc0a40fc70e7ad0a3cd857485/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:19:56,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:19:56,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/replication/c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:19:56,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/replication/c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:19:56,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:19:56,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:19:56,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:19:56,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:19:56,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/replication/c395cfbdc0a40fc70e7ad0a3cd857485/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:19:56,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c395cfbdc0a40fc70e7ad0a3cd857485; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65938567, jitterRate=-0.01743878424167633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:19:56,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:19:56,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c395cfbdc0a40fc70e7ad0a3cd857485: Running coprocessor pre-open hook at 1731151196129Writing region info on filesystem at 1731151196129Initializing all the Stores at 1731151196130 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151196130Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151196130Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151196130Cleaning up temporary data from old regions at 1731151196137 (+7 ms)Running coprocessor post-open hooks at 1731151196141 (+4 ms)Region opened successfully at 1731151196141 2024-11-09T11:19:56,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485., pid=7, masterSystemTime=1731151196106 2024-11-09T11:19:56,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:19:56,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:19:56,144 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c395cfbdc0a40fc70e7ad0a3cd857485, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,36135,1731151185643 2024-11-09T11:19:56,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c395cfbdc0a40fc70e7ad0a3cd857485, server=3264b4bbda9f,36135,1731151185643 because future has completed 2024-11-09T11:19:56,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T11:19:56,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c395cfbdc0a40fc70e7ad0a3cd857485, server=3264b4bbda9f,36135,1731151185643 in 193 msec 2024-11-09T11:19:56,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:19:56,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c395cfbdc0a40fc70e7ad0a3cd857485, ASSIGN in 348 msec 2024-11-09T11:19:56,150 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:19:56,150 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151196150"}]},"ts":"1731151196150"} 2024-11-09T11:19:56,152 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T11:19:56,153 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:19:56,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-09T11:19:56,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485., hostname=3264b4bbda9f,36135,1731151185643, seqNum=2] 2024-11-09T11:19:56,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:19:56,266 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:19:56,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:19:56,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36135 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T11:19:56,441 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T11:19:56,465 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-3264b4bbda9f,36135,1731151185643, ReplicationSource: 1, currentBandwidth=0 2024-11-09T11:19:56,465 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:19:56,465 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,36135,1731151185643, seqNum=-1] 2024-11-09T11:19:56,465 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:19:56,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-09T11:19:56,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3264b4bbda9f,36135,1731151185643', locateType=CURRENT is [region=hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485., hostname=3264b4bbda9f,36135,1731151185643, seqNum=2] 2024-11-09T11:19:56,470 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T11:19:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T11:19:56,472 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3264b4bbda9f,36135,1731151185643 suceeded 2024-11-09T11:19:56,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T11:19:56,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-09T11:19:56,475 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3264b4bbda9f:46819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:19:56,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-11-09T11:19:56,486 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36135,1731151185643 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:46819' 2024-11-09T11:19:56,487 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36135,1731151185643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b515c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:19:56,487 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36135,1731151185643 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,46819,-1 for getting cluster id 2024-11-09T11:19:56,487 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36135,1731151185643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:19:56,488 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e15e730c-6a18-4db2-bf96-695b3013cf7c' 2024-11-09T11:19:56,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:19:56,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e15e730c-6a18-4db2-bf96-695b3013cf7c" 2024-11-09T11:19:56,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@197a5aef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:19:56,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,46819,-1] 2024-11-09T11:19:56,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:19:56,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:56,489 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:19:56,490 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36135,1731151185643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a83d2c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:19:56,490 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36135,1731151185643 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:19:56,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,46819,1731151191358 2024-11-09T11:19:56,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cb5c577 2024-11-09T11:19:56,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:19:56,492 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-09T11:19:56,493 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36135,1731151185643 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3264b4bbda9f,36135,1731151185643 (queues=1) is replicating from cluster=59ca2657-a9c6-4017-a444-90f20428c33a to cluster=e15e730c-6a18-4db2-bf96-695b3013cf7c 2024-11-09T11:19:56,493 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36135,1731151185643 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3264b4bbda9f%2C36135%2C1731151185643 2024-11-09T11:19:56,493 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36135,1731151185643 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3264b4bbda9f,36135,1731151185643, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:19:56,494 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36135,1731151185643.replicationSource.wal-reader.3264b4bbda9f%2C36135%2C1731151185643,1-3264b4bbda9f,36135,1731151185643 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643/3264b4bbda9f%2C36135%2C1731151185643.1731151187874, startPosition=0, beingWritten=true 2024-11-09T11:19:56,494 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36135,1731151185643.replicationSource.shipper3264b4bbda9f%2C36135%2C1731151185643,1-3264b4bbda9f,36135,1731151185643 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C36135%2C1731151185643 2024-11-09T11:19:56,699 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36135,1731151185643.replicationSource.wal-reader.3264b4bbda9f%2C36135%2C1731151185643,1-3264b4bbda9f,36135,1731151185643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643/3264b4bbda9f%2C36135%2C1731151185643.1731151187874 to pos 0, reset compression=false 2024-11-09T11:19:57,004 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36135,1731151185643.replicationSource.wal-reader.3264b4bbda9f%2C36135%2C1731151185643,1-3264b4bbda9f,36135,1731151185643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643/3264b4bbda9f%2C36135%2C1731151185643.1731151187874 to pos 0, reset compression=false 2024-11-09T11:19:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:19:57,118 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T11:19:57,118 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:19:57,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:19:57,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:57,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:57,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:19:57,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:19:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,41411,1731151185474 2024-11-09T11:19:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5248ba90 2024-11-09T11:19:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:19:57,120 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:19:57,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T11:19:57,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:19:57,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:19:57,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:57,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:57,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:19:57,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1979848832, stopped=false 2024-11-09T11:19:57,121 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,41411,1731151185474 2024-11-09T11:19:57,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:19:57,192 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0601021073/running 2024-11-09T11:19:57,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0601021073/running 2024-11-09T11:19:57,192 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:19:57,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:19:57,192 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:19:57,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:19:57,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:19:57,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:57,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on znode that does not yet exist, /0601021073/running 2024-11-09T11:19:57,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on znode that does not yet exist, /0601021073/running 2024-11-09T11:19:57,193 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,36135,1731151185643' ***** 2024-11-09T11:19:57,193 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:19:57,193 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:19:57,193 INFO [RS:0;3264b4bbda9f:36135 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:19:57,193 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:19:57,193 INFO [RS:0;3264b4bbda9f:36135 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:19:57,193 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(3091): Received CLOSE for c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:19:57,193 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,36135,1731151185643 2024-11-09T11:19:57,193 INFO [RS:0;3264b4bbda9f:36135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:19:57,193 INFO [RS:0;3264b4bbda9f:36135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:36135. 2024-11-09T11:19:57,193 DEBUG [RS:0;3264b4bbda9f:36135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:19:57,193 DEBUG [RS:0;3264b4bbda9f:36135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:57,193 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c395cfbdc0a40fc70e7ad0a3cd857485, disabling compactions & flushes 2024-11-09T11:19:57,193 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:19:57,193 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:19:57,193 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:19:57,193 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:19:57,194 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. after waiting 0 ms 2024-11-09T11:19:57,194 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:19:57,194 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:19:57,194 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:19:57,194 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c395cfbdc0a40fc70e7ad0a3cd857485 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T11:19:57,194 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T11:19:57,194 DEBUG [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c395cfbdc0a40fc70e7ad0a3cd857485=hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485.} 2024-11-09T11:19:57,194 DEBUG [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:19:57,194 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:19:57,194 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:19:57,194 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:19:57,194 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:19:57,194 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:19:57,194 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T11:19:57,207 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/replication/c395cfbdc0a40fc70e7ad0a3cd857485/.tmp/queue/71413b4713724e31b7d3e97ac9cb0c29 is 151, key is 1-3264b4bbda9f,36135,1731151185643/queue:3264b4bbda9f%2C36135%2C1731151185643/1731151196469/Put/seqid=0 2024-11-09T11:19:57,208 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/.tmp/info/0c581e286fd345adbaa5d3ea11736c01 is 147, key is hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485./info:regioninfo/1731151196144/Put/seqid=0 2024-11-09T11:19:57,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741838_1014 (size=5350) 2024-11-09T11:19:57,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741839_1015 (size=6631) 2024-11-09T11:19:57,212 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/.tmp/info/0c581e286fd345adbaa5d3ea11736c01 2024-11-09T11:19:57,229 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/.tmp/ns/8f4d26feb96c444299b1e536b025e11e is 43, key is default/ns:d/1731151188925/Put/seqid=0 2024-11-09T11:19:57,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741840_1016 (size=5153) 2024-11-09T11:19:57,251 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:19:57,394 DEBUG [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:19:57,409 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36135,1731151185643.replicationSource.wal-reader.3264b4bbda9f%2C36135%2C1731151185643,1-3264b4bbda9f,36135,1731151185643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643/3264b4bbda9f%2C36135%2C1731151185643.1731151187874 to pos 0, reset compression=false 2024-11-09T11:19:57,594 DEBUG [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:19:57,612 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/replication/c395cfbdc0a40fc70e7ad0a3cd857485/.tmp/queue/71413b4713724e31b7d3e97ac9cb0c29 2024-11-09T11:19:57,617 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/replication/c395cfbdc0a40fc70e7ad0a3cd857485/.tmp/queue/71413b4713724e31b7d3e97ac9cb0c29 as hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/replication/c395cfbdc0a40fc70e7ad0a3cd857485/queue/71413b4713724e31b7d3e97ac9cb0c29 2024-11-09T11:19:57,621 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/replication/c395cfbdc0a40fc70e7ad0a3cd857485/queue/71413b4713724e31b7d3e97ac9cb0c29, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T11:19:57,622 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c395cfbdc0a40fc70e7ad0a3cd857485 in 428ms, sequenceid=5, compaction requested=false 2024-11-09T11:19:57,622 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T11:19:57,626 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/replication/c395cfbdc0a40fc70e7ad0a3cd857485/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T11:19:57,627 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:19:57,627 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:19:57,627 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:19:57,627 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c395cfbdc0a40fc70e7ad0a3cd857485: Waiting for close lock at 1731151197193Running coprocessor pre-close hooks at 1731151197193Disabling compacts and flushes for region at 1731151197193Disabling writes for close at 1731151197194 (+1 ms)Obtaining lock to block concurrent updates at 1731151197194Preparing flush snapshotting stores in c395cfbdc0a40fc70e7ad0a3cd857485 at 1731151197194Finished memstore snapshotting hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731151197194Flushing stores of hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. at 1731151197194Flushing c395cfbdc0a40fc70e7ad0a3cd857485/queue: creating writer at 1731151197194Flushing c395cfbdc0a40fc70e7ad0a3cd857485/queue: appending metadata at 1731151197207 (+13 ms)Flushing c395cfbdc0a40fc70e7ad0a3cd857485/queue: closing flushed file at 1731151197207Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cac10b4: reopening flushed file at 1731151197616 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c395cfbdc0a40fc70e7ad0a3cd857485 in 428ms, sequenceid=5, compaction requested=false at 1731151197622 (+6 ms)Writing region close event to WAL at 1731151197623 (+1 ms)Running coprocessor post-close hooks at 1731151197627 (+4 ms)Closed at 1731151197627 2024-11-09T11:19:57,627 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:19:57,633 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/.tmp/ns/8f4d26feb96c444299b1e536b025e11e 2024-11-09T11:19:57,649 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/.tmp/table/7b04814702f94c8f93e8bdb5fee485ca is 53, key is hbase:replication/table:state/1731151196150/Put/seqid=0 2024-11-09T11:19:57,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741841_1017 (size=5256) 2024-11-09T11:19:57,747 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:19:57,747 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:19:57,794 DEBUG [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:19:57,914 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36135,1731151185643.replicationSource.wal-reader.3264b4bbda9f%2C36135%2C1731151185643,1-3264b4bbda9f,36135,1731151185643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643/3264b4bbda9f%2C36135%2C1731151185643.1731151187874 to pos 0, reset compression=false 2024-11-09T11:19:57,995 DEBUG [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:19:58,053 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/.tmp/table/7b04814702f94c8f93e8bdb5fee485ca 2024-11-09T11:19:58,059 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/.tmp/info/0c581e286fd345adbaa5d3ea11736c01 as hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/info/0c581e286fd345adbaa5d3ea11736c01 2024-11-09T11:19:58,063 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/info/0c581e286fd345adbaa5d3ea11736c01, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T11:19:58,064 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/.tmp/ns/8f4d26feb96c444299b1e536b025e11e as hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/ns/8f4d26feb96c444299b1e536b025e11e 2024-11-09T11:19:58,069 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/ns/8f4d26feb96c444299b1e536b025e11e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T11:19:58,070 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/.tmp/table/7b04814702f94c8f93e8bdb5fee485ca as hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/table/7b04814702f94c8f93e8bdb5fee485ca 2024-11-09T11:19:58,075 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/table/7b04814702f94c8f93e8bdb5fee485ca, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T11:19:58,076 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 882ms, sequenceid=11, compaction requested=false 2024-11-09T11:19:58,080 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T11:19:58,081 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:19:58,081 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:19:58,081 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:19:58,082 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151197194Running coprocessor pre-close hooks at 1731151197194Disabling compacts and flushes for region at 1731151197194Disabling writes for close at 1731151197194Obtaining lock to block concurrent updates at 1731151197194Preparing flush snapshotting stores in 1588230740 at 1731151197194Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731151197194Flushing stores of hbase:meta,,1.1588230740 at 1731151197195 (+1 ms)Flushing 1588230740/info: creating writer at 1731151197195Flushing 1588230740/info: appending metadata at 1731151197208 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731151197208Flushing 1588230740/ns: creating writer at 1731151197217 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731151197228 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731151197228Flushing 1588230740/table: creating writer at 1731151197637 (+409 ms)Flushing 1588230740/table: appending metadata at 1731151197648 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731151197648Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f296584: reopening flushed file at 1731151198058 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd7ff8e: reopening flushed file at 1731151198063 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e71c28: reopening flushed file at 1731151198069 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 882ms, sequenceid=11, compaction requested=false at 1731151198076 (+7 ms)Writing region close event to WAL at 1731151198077 (+1 ms)Running coprocessor post-close hooks at 1731151198081 (+4 ms)Closed at 1731151198081 2024-11-09T11:19:58,082 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:19:58,195 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,36135,1731151185643; all regions closed. 2024-11-09T11:19:58,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741834_1010 (size=2742) 2024-11-09T11:19:58,197 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643/3264b4bbda9f%2C36135%2C1731151185643.meta.1731151188825.meta not finished, retry = 0 2024-11-09T11:19:58,299 DEBUG [RS:0;3264b4bbda9f:36135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/oldWALs 2024-11-09T11:19:58,299 INFO [RS:0;3264b4bbda9f:36135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C36135%2C1731151185643.meta:.meta(num 1731151188825) 2024-11-09T11:19:58,301 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643/3264b4bbda9f%2C36135%2C1731151185643.rep.1731151196112 not finished, retry = 0 2024-11-09T11:19:58,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741837_1013 (size=1586) 2024-11-09T11:19:58,403 DEBUG [RS:0;3264b4bbda9f:36135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/oldWALs 2024-11-09T11:19:58,403 INFO [RS:0;3264b4bbda9f:36135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C36135%2C1731151185643.rep:(num 1731151196112) 2024-11-09T11:19:58,405 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643/3264b4bbda9f%2C36135%2C1731151185643.1731151187874 not finished, retry = 0 2024-11-09T11:19:58,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741832_1008 (size=93) 2024-11-09T11:19:58,508 DEBUG [RS:0;3264b4bbda9f:36135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/oldWALs 2024-11-09T11:19:58,508 INFO [RS:0;3264b4bbda9f:36135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C36135%2C1731151185643:(num 1731151187874) 2024-11-09T11:19:58,508 DEBUG [RS:0;3264b4bbda9f:36135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:58,508 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:19:58,508 INFO [RS:0;3264b4bbda9f:36135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:19:58,508 INFO [RS:0;3264b4bbda9f:36135 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T11:19:58,508 INFO [RS:0;3264b4bbda9f:36135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:19:58,508 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:19:58,508 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3264b4bbda9f,36135,1731151185643 because: Region server is closing 2024-11-09T11:19:58,509 INFO [RS:0;3264b4bbda9f:36135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:36135. 2024-11-09T11:19:58,509 DEBUG [RS:0;3264b4bbda9f:36135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:19:58,509 DEBUG [RS:0;3264b4bbda9f:36135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:58,509 DEBUG [RS:0;3264b4bbda9f:36135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:19:58,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:19:58,609 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36135,1731151185643.replicationSource.shipper3264b4bbda9f%2C36135%2C1731151185643,1-3264b4bbda9f,36135,1731151185643 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T11:19:58,609 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36135,1731151185643.replicationSource.shipper3264b4bbda9f%2C36135%2C1731151185643,1-3264b4bbda9f,36135,1731151185643 terminated 2024-11-09T11:19:58,609 INFO [RS:0;3264b4bbda9f:36135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36135 2024-11-09T11:19:58,681 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0601021073/rs/3264b4bbda9f,36135,1731151185643 2024-11-09T11:19:58,681 INFO [RS:0;3264b4bbda9f:36135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:19:58,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073/rs 2024-11-09T11:19:58,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,36135,1731151185643] 2024-11-09T11:19:58,702 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0601021073/draining/3264b4bbda9f,36135,1731151185643 already deleted, retry=false 2024-11-09T11:19:58,702 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,36135,1731151185643 expired; onlineServers=0 2024-11-09T11:19:58,702 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,41411,1731151185474' ***** 2024-11-09T11:19:58,702 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:19:58,702 INFO [M:0;3264b4bbda9f:41411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:19:58,702 INFO [M:0;3264b4bbda9f:41411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:19:58,702 DEBUG [M:0;3264b4bbda9f:41411 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:19:58,703 DEBUG [M:0;3264b4bbda9f:41411 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:19:58,703 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:19:58,703 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151187628 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151187628,5,FailOnTimeoutGroup] 2024-11-09T11:19:58,703 INFO [M:0;3264b4bbda9f:41411 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:19:58,703 INFO [M:0;3264b4bbda9f:41411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:19:58,703 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151187629 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151187629,5,FailOnTimeoutGroup] 2024-11-09T11:19:58,703 DEBUG [M:0;3264b4bbda9f:41411 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:19:58,703 INFO [M:0;3264b4bbda9f:41411 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:19:58,703 INFO [M:0;3264b4bbda9f:41411 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:19:58,703 INFO [M:0;3264b4bbda9f:41411 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:19:58,703 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:19:58,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0601021073/master 2024-11-09T11:19:58,713 DEBUG [M:0;3264b4bbda9f:41411 {}] zookeeper.ZKUtil(347): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Unable to get data of znode /0601021073/master because node does not exist (not an error) 2024-11-09T11:19:58,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:19:58,713 WARN [M:0;3264b4bbda9f:41411 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:19:58,714 INFO [M:0;3264b4bbda9f:41411 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/.lastflushedseqids 2024-11-09T11:19:58,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741842_1018 (size=181) 2024-11-09T11:19:58,792 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:19:58,792 INFO [RS:0;3264b4bbda9f:36135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:19:58,792 INFO [RS:0;3264b4bbda9f:36135 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,36135,1731151185643; zookeeper connection closed. 2024-11-09T11:19:58,792 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1011f52b6ea0001, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:19:58,792 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d165291 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d165291 2024-11-09T11:19:58,792 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:19:59,119 INFO [M:0;3264b4bbda9f:41411 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:19:59,119 INFO [M:0;3264b4bbda9f:41411 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:19:59,119 DEBUG [M:0;3264b4bbda9f:41411 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:19:59,119 INFO [M:0;3264b4bbda9f:41411 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:19:59,119 DEBUG [M:0;3264b4bbda9f:41411 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:19:59,119 DEBUG [M:0;3264b4bbda9f:41411 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:19:59,119 DEBUG [M:0;3264b4bbda9f:41411 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:19:59,119 INFO [M:0;3264b4bbda9f:41411 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T11:19:59,135 DEBUG [M:0;3264b4bbda9f:41411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3893f39a2354d73a7f5fb132c47a877 is 82, key is hbase:meta,,1/info:regioninfo/1731151188870/Put/seqid=0 2024-11-09T11:19:59,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741843_1019 (size=5672) 2024-11-09T11:19:59,540 INFO [M:0;3264b4bbda9f:41411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3893f39a2354d73a7f5fb132c47a877 2024-11-09T11:19:59,562 DEBUG [M:0;3264b4bbda9f:41411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e63fb95a56c94604a9d54487ddacecba is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731151196154/Put/seqid=0 2024-11-09T11:19:59,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741844_1020 (size=7203) 2024-11-09T11:19:59,966 INFO [M:0;3264b4bbda9f:41411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e63fb95a56c94604a9d54487ddacecba 2024-11-09T11:19:59,984 DEBUG [M:0;3264b4bbda9f:41411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50ac5020015c407289db5a4f581beab3 is 69, key is 3264b4bbda9f,36135,1731151185643/rs:state/1731151187716/Put/seqid=0 2024-11-09T11:19:59,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741845_1021 (size=5156) 2024-11-09T11:20:00,291 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:20:00,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:00,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:00,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:00,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:00,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:00,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:00,388 INFO [M:0;3264b4bbda9f:41411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50ac5020015c407289db5a4f581beab3 2024-11-09T11:20:00,393 DEBUG [M:0;3264b4bbda9f:41411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3893f39a2354d73a7f5fb132c47a877 as hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3893f39a2354d73a7f5fb132c47a877 2024-11-09T11:20:00,398 INFO [M:0;3264b4bbda9f:41411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3893f39a2354d73a7f5fb132c47a877, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T11:20:00,398 DEBUG [M:0;3264b4bbda9f:41411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e63fb95a56c94604a9d54487ddacecba as hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e63fb95a56c94604a9d54487ddacecba 2024-11-09T11:20:00,402 INFO [M:0;3264b4bbda9f:41411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e63fb95a56c94604a9d54487ddacecba, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T11:20:00,403 DEBUG [M:0;3264b4bbda9f:41411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50ac5020015c407289db5a4f581beab3 as hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50ac5020015c407289db5a4f581beab3 2024-11-09T11:20:00,409 INFO [M:0;3264b4bbda9f:41411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50ac5020015c407289db5a4f581beab3, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T11:20:00,410 INFO [M:0;3264b4bbda9f:41411 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false 2024-11-09T11:20:00,411 INFO [M:0;3264b4bbda9f:41411 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:00,411 DEBUG [M:0;3264b4bbda9f:41411 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151199119Disabling compacts and flushes for region at 1731151199119Disabling writes for close at 1731151199119Obtaining lock to block concurrent updates at 1731151199119Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151199119Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731151199120 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151199120Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151199120Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151199135 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151199135Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151199545 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151199561 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151199561Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151199970 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151199983 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151199983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30e014e6: reopening flushed file at 1731151200393 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cb05e45: reopening flushed file at 1731151200398 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@260d25f4: reopening flushed file at 1731151200403 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false at 1731151200410 (+7 ms)Writing region close event to WAL at 1731151200411 (+1 ms)Closed at 1731151200411 2024-11-09T11:20:00,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741830_1006 (size=41008) 2024-11-09T11:20:00,413 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/WALs/3264b4bbda9f,41411,1731151185474/3264b4bbda9f%2C41411%2C1731151185474.1731151187364 not finished, retry = 0 2024-11-09T11:20:00,514 INFO [M:0;3264b4bbda9f:41411 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:20:00,514 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:20:00,514 INFO [M:0;3264b4bbda9f:41411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41411 2024-11-09T11:20:00,514 INFO [M:0;3264b4bbda9f:41411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:20:00,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:20:00,684 INFO [M:0;3264b4bbda9f:41411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:20:00,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41411-0x1011f52b6ea0000, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:20:00,686 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:20:00,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:00,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:00,686 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:20:00,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:00,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:20:00,686 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:20:00,686 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:20:00,687 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42625 2024-11-09T11:20:00,688 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42625 connecting to ZooKeeper ensemble=127.0.0.1:53059 2024-11-09T11:20:00,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426250x0, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:20:00,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42625-0x1011f52b6ea0006 connected 2024-11-09T11:20:00,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:00,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:00,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on znode that does not yet exist, /0601021073/running 2024-11-09T11:20:00,728 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0601021073/meta-region-server: INIT 2024-11-09T11:20:00,728 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25, hbase.cluster.distributed=false 2024-11-09T11:20:00,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on znode that does not yet exist, /0601021073/acl 2024-11-09T11:20:00,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42625 2024-11-09T11:20:00,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42625 2024-11-09T11:20:00,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42625 2024-11-09T11:20:00,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42625 2024-11-09T11:20:00,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42625 2024-11-09T11:20:00,745 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:20:00,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:00,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:00,746 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:20:00,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:00,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:20:00,746 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:20:00,746 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:20:00,748 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42235 2024-11-09T11:20:00,750 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42235 connecting to ZooKeeper ensemble=127.0.0.1:53059 2024-11-09T11:20:00,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:00,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:00,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422350x0, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:20:00,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422350x0, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on znode that does not yet exist, /0601021073/running 2024-11-09T11:20:00,766 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0601021073/meta-region-server: INIT 2024-11-09T11:20:00,766 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:20:00,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42235-0x1011f52b6ea0007 connected 2024-11-09T11:20:00,769 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:20:00,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42235-0x1011f52b6ea0007, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on znode that does not yet exist, /0601021073/master 2024-11-09T11:20:00,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42235-0x1011f52b6ea0007, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on znode that does not yet exist, /0601021073/acl 2024-11-09T11:20:00,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42235 2024-11-09T11:20:00,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42235 2024-11-09T11:20:00,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42235 2024-11-09T11:20:00,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42235 2024-11-09T11:20:00,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42235 2024-11-09T11:20:00,787 DEBUG [M:0;3264b4bbda9f:42625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:42625 2024-11-09T11:20:00,788 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0601021073/backup-masters/3264b4bbda9f,42625,1731151200686 2024-11-09T11:20:00,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073/backup-masters 2024-11-09T11:20:00,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x1011f52b6ea0007, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073/backup-masters 2024-11-09T11:20:00,797 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on existing znode=/0601021073/backup-masters/3264b4bbda9f,42625,1731151200686 2024-11-09T11:20:00,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:20:00,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x1011f52b6ea0007, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0601021073/master 2024-11-09T11:20:00,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x1011f52b6ea0007, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:20:00,808 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on existing znode=/0601021073/master 2024-11-09T11:20:00,808 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0601021073/backup-masters/3264b4bbda9f,42625,1731151200686 from backup master directory 2024-11-09T11:20:00,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0601021073/backup-masters/3264b4bbda9f,42625,1731151200686 2024-11-09T11:20:00,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x1011f52b6ea0007, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073/backup-masters 2024-11-09T11:20:00,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073/backup-masters 2024-11-09T11:20:00,818 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:20:00,818 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,42625,1731151200686 2024-11-09T11:20:00,828 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:00,828 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:20:00,833 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-09T11:20:00,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741846_1022 (size=196) 2024-11-09T11:20:01,250 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:20:01,251 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:20:01,251 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:01,256 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T11:20:01,258 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/WALs/3264b4bbda9f,41411,1731151185474 to hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/WALs/3264b4bbda9f,41411,1731151185474-dead as it is dead 2024-11-09T11:20:01,259 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/WALs/3264b4bbda9f,41411,1731151185474-dead/3264b4bbda9f%2C41411%2C1731151185474.1731151187364 2024-11-09T11:20:01,259 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/WALs/3264b4bbda9f,41411,1731151185474-dead/3264b4bbda9f%2C41411%2C1731151185474.1731151187364 after 0ms 2024-11-09T11:20:01,260 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/WALs/3264b4bbda9f,41411,1731151185474-dead/3264b4bbda9f%2C41411%2C1731151185474.1731151187364 to hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3264b4bbda9f%2C41411%2C1731151185474.1731151187364 2024-11-09T11:20:01,260 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/WALs/3264b4bbda9f,41411,1731151185474-dead 2024-11-09T11:20:01,260 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/WALs/3264b4bbda9f,42625,1731151200686 2024-11-09T11:20:01,261 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:20:01,262 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C42625%2C1731151200686, suffix=, logDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/WALs/3264b4bbda9f,42625,1731151200686, archiveDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/oldWALs, maxLogs=10 2024-11-09T11:20:01,274 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/WALs/3264b4bbda9f,42625,1731151200686/3264b4bbda9f%2C42625%2C1731151200686.1731151201262, exclude list is [], retry=0 2024-11-09T11:20:01,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35595,DS-c828839a-263e-4754-9fa0-99762a9a7e7e,DISK] 2024-11-09T11:20:01,279 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/WALs/3264b4bbda9f,42625,1731151200686/3264b4bbda9f%2C42625%2C1731151200686.1731151201262 2024-11-09T11:20:01,280 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34357:34357)] 2024-11-09T11:20:01,280 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:01,280 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:01,280 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:01,280 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:01,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:01,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:20:01,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:01,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3893f39a2354d73a7f5fb132c47a877 2024-11-09T11:20:01,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:01,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:01,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:20:01,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:01,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e63fb95a56c94604a9d54487ddacecba 2024-11-09T11:20:01,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:01,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:01,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:20:01,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:01,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50ac5020015c407289db5a4f581beab3 2024-11-09T11:20:01,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:01,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:01,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:20:01,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:01,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:01,302 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:01,303 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T11:20:01,303 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3264b4bbda9f%2C41411%2C1731151185474.1731151187364 2024-11-09T11:20:01,308 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3264b4bbda9f%2C41411%2C1731151185474.1731151187364 2024-11-09T11:20:01,309 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3264b4bbda9f%2C41411%2C1731151185474.1731151187364 2024-11-09T11:20:01,310 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:01,310 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:01,311 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:20:01,312 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:01,314 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-09T11:20:01,315 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69802358, jitterRate=0.0401361882686615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:20:01,316 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151201280Initializing all the Stores at 1731151201281 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151201281Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151201281Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151201281Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151201281Cleaning up temporary data from old regions at 1731151201310 (+29 ms)Region opened successfully at 1731151201316 (+6 ms) 2024-11-09T11:20:01,316 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:20:01,319 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b0821e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:20:01,322 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T11:20:01,322 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:20:01,322 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:20:01,322 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:20:01,323 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:20:01,326 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:01,327 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:20:01,327 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T11:20:01,327 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T11:20:01,327 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:20:01,333 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=3264b4bbda9f,36135,1731151185643, regionLocation=3264b4bbda9f,36135,1731151185643, openSeqNum=2 2024-11-09T11:20:01,333 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=3264b4bbda9f,36135,1731151185643, table=hbase:meta, region=1588230740 2024-11-09T11:20:01,333 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,36135,1731151185643, state=OPEN 2024-11-09T11:20:01,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0601021073/meta-region-server 2024-11-09T11:20:01,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x1011f52b6ea0007, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0601021073/meta-region-server 2024-11-09T11:20:01,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0601021073/meta-region-server: CHANGED 2024-11-09T11:20:01,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0601021073/meta-region-server: CHANGED 2024-11-09T11:20:01,390 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:20:01,402 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0601021073/draining/3264b4bbda9f,36135,1731151185643 already deleted, retry=false 2024-11-09T11:20:01,402 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 3264b4bbda9f,36135,1731151185643 on 3264b4bbda9f,42625,1731151200686 2024-11-09T11:20:01,403 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3264b4bbda9f,36135,1731151185643, splitWal=true, meta=true 2024-11-09T11:20:01,403 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 3264b4bbda9f,36135,1731151185643 (carryingMeta=true) 3264b4bbda9f,36135,1731151185643/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@30b545ea[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T11:20:01,404 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Unable to get data of znode /0601021073/balancer because node does not exist (not necessarily an error) 2024-11-09T11:20:01,413 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0601021073/balancer already deleted, retry=false 2024-11-09T11:20:01,413 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:20:01,414 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Unable to get data of znode /0601021073/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:20:01,423 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0601021073/normalizer already deleted, retry=false 2024-11-09T11:20:01,423 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:20:01,424 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Unable to get data of znode /0601021073/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:20:01,434 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0601021073/switch/split already deleted, retry=false 2024-11-09T11:20:01,434 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Unable to get data of znode /0601021073/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:20:01,444 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0601021073/switch/merge already deleted, retry=false 2024-11-09T11:20:01,457 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Unable to get data of znode /0601021073/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:20:01,465 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0601021073/snapshot-cleanup already deleted, retry=false 2024-11-09T11:20:01,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0601021073/running 2024-11-09T11:20:01,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x1011f52b6ea0007, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0601021073/running 2024-11-09T11:20:01,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x1011f52b6ea0007, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:20:01,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:20:01,476 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,42625,1731151200686, sessionid=0x1011f52b6ea0006, setting cluster-up flag (Was=false) 2024-11-09T11:20:01,487 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0601021073/flush-table-proc/acquired, /0601021073/flush-table-proc/reached, /0601021073/flush-table-proc/abort 2024-11-09T11:20:01,488 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,42625,1731151200686 2024-11-09T11:20:01,498 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0601021073/online-snapshot/acquired, /0601021073/online-snapshot/reached, /0601021073/online-snapshot/abort 2024-11-09T11:20:01,499 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,42625,1731151200686 2024-11-09T11:20:01,500 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/.lastflushedseqids 2024-11-09T11:20:01,501 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:20:01,501 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:20:01,502 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,42625,1731151200686 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 3264b4bbda9f,36135,1731151185643 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:20:01,503 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:01,503 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:01,503 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:01,503 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:01,503 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:20:01,503 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:01,503 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:20:01,503 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:01,504 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151231504 2024-11-09T11:20:01,504 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:20:01,504 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:20:01,504 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:20:01,504 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:20:01,504 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:20:01,504 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:20:01,504 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:01,504 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3264b4bbda9f,36135,1731151185643, splitWal=true, meta=true 2024-11-09T11:20:01,504 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:20:01,504 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:20:01,504 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:20:01,504 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:20:01,504 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:20:01,504 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:20:01,505 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151201504,5,FailOnTimeoutGroup] 2024-11-09T11:20:01,505 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 3264b4bbda9f,36135,1731151185643, splitWal=true, meta=true, isMeta: true 2024-11-09T11:20:01,505 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151201505,5,FailOnTimeoutGroup] 2024-11-09T11:20:01,505 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:01,505 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:20:01,505 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:01,505 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:01,505 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151201505, completionTime=-1 2024-11-09T11:20:01,505 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T11:20:01,505 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T11:20:01,506 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643-splitting 2024-11-09T11:20:01,506 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643-splitting dir is empty, no logs to split. 2024-11-09T11:20:01,506 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3264b4bbda9f,36135,1731151185643 WAL count=0, meta=true 2024-11-09T11:20:01,508 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643-splitting dir is empty, no logs to split. 2024-11-09T11:20:01,508 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3264b4bbda9f,36135,1731151185643 WAL count=0, meta=true 2024-11-09T11:20:01,508 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 3264b4bbda9f,36135,1731151185643 WAL splitting is done? wals=0, meta=true 2024-11-09T11:20:01,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:20:01,509 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:20:01,510 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T11:20:01,575 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.HRegionServer(746): ClusterId : 59ca2657-a9c6-4017-a444-90f20428c33a 2024-11-09T11:20:01,575 DEBUG [RS:0;3264b4bbda9f:42235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:20:01,587 DEBUG [RS:0;3264b4bbda9f:42235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:20:01,587 DEBUG [RS:0;3264b4bbda9f:42235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:20:01,597 DEBUG [RS:0;3264b4bbda9f:42235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:20:01,598 DEBUG [RS:0;3264b4bbda9f:42235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782fe13e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:20:01,608 DEBUG [RS:0;3264b4bbda9f:42235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:42235 2024-11-09T11:20:01,608 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:20:01,608 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:20:01,608 DEBUG [RS:0;3264b4bbda9f:42235 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:20:01,608 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,42625,1731151200686 with port=42235, startcode=1731151200745 2024-11-09T11:20:01,609 DEBUG [RS:0;3264b4bbda9f:42235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:20:01,610 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:20:01,610 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42625 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,42235,1731151200745 2024-11-09T11:20:01,610 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42625 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,42235,1731151200745 2024-11-09T11:20:01,611 DEBUG [RS:0;3264b4bbda9f:42235 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25 2024-11-09T11:20:01,611 DEBUG [RS:0;3264b4bbda9f:42235 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44919 2024-11-09T11:20:01,611 DEBUG [RS:0;3264b4bbda9f:42235 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:20:01,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073/rs 2024-11-09T11:20:01,649 DEBUG [RS:0;3264b4bbda9f:42235 {}] zookeeper.ZKUtil(111): regionserver:42235-0x1011f52b6ea0007, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on existing znode=/0601021073/rs/3264b4bbda9f,42235,1731151200745 2024-11-09T11:20:01,649 WARN [RS:0;3264b4bbda9f:42235 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:20:01,649 INFO [RS:0;3264b4bbda9f:42235 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:01,649 DEBUG [RS:0;3264b4bbda9f:42235 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745 2024-11-09T11:20:01,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,42235,1731151200745] 2024-11-09T11:20:01,655 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T11:20:01,660 WARN [3264b4bbda9f:42625 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T11:20:01,668 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:20:01,670 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:20:01,670 INFO [RS:0;3264b4bbda9f:42235 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:20:01,670 INFO [RS:0;3264b4bbda9f:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:01,670 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:20:01,671 INFO [RS:0;3264b4bbda9f:42235 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:20:01,671 INFO [RS:0;3264b4bbda9f:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:01,671 DEBUG [RS:0;3264b4bbda9f:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:01,671 DEBUG [RS:0;3264b4bbda9f:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:01,671 DEBUG [RS:0;3264b4bbda9f:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:01,671 DEBUG [RS:0;3264b4bbda9f:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:01,671 DEBUG [RS:0;3264b4bbda9f:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:01,671 DEBUG [RS:0;3264b4bbda9f:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:20:01,671 DEBUG [RS:0;3264b4bbda9f:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:01,672 DEBUG [RS:0;3264b4bbda9f:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:01,672 DEBUG [RS:0;3264b4bbda9f:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:01,672 DEBUG [RS:0;3264b4bbda9f:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:01,672 DEBUG [RS:0;3264b4bbda9f:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:01,672 DEBUG [RS:0;3264b4bbda9f:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:01,672 DEBUG [RS:0;3264b4bbda9f:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:20:01,672 DEBUG [RS:0;3264b4bbda9f:42235 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:20:01,672 INFO [RS:0;3264b4bbda9f:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:01,672 INFO [RS:0;3264b4bbda9f:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:01,672 INFO [RS:0;3264b4bbda9f:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:01,672 INFO [RS:0;3264b4bbda9f:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:01,672 INFO [RS:0;3264b4bbda9f:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:01,672 INFO [RS:0;3264b4bbda9f:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42235,1731151200745-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:20:01,684 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:20:01,684 INFO [RS:0;3264b4bbda9f:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42235,1731151200745-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:01,695 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.ReplicationSource(231): queueId=1-3264b4bbda9f,42235,1731151200745, ReplicationSource: 1, currentBandwidth=0 2024-11-09T11:20:01,695 INFO [RS:0;3264b4bbda9f:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:01,695 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.Replication(171): 3264b4bbda9f,42235,1731151200745 started 2024-11-09T11:20:01,707 INFO [RS:0;3264b4bbda9f:42235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:01,707 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,42235,1731151200745, RpcServer on 3264b4bbda9f/172.17.0.2:42235, sessionid=0x1011f52b6ea0007 2024-11-09T11:20:01,707 DEBUG [RS:0;3264b4bbda9f:42235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:20:01,707 DEBUG [RS:0;3264b4bbda9f:42235 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,42235,1731151200745 2024-11-09T11:20:01,707 DEBUG [RS:0;3264b4bbda9f:42235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,42235,1731151200745' 2024-11-09T11:20:01,707 DEBUG [RS:0;3264b4bbda9f:42235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0601021073/flush-table-proc/abort' 2024-11-09T11:20:01,708 DEBUG [RS:0;3264b4bbda9f:42235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0601021073/flush-table-proc/acquired' 2024-11-09T11:20:01,708 DEBUG [RS:0;3264b4bbda9f:42235.replicationSource,1-3264b4bbda9f,42235,1731151200745 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:46819' 2024-11-09T11:20:01,708 DEBUG [RS:0;3264b4bbda9f:42235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:20:01,708 DEBUG [RS:0;3264b4bbda9f:42235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:20:01,708 DEBUG [RS:0;3264b4bbda9f:42235 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,42235,1731151200745 2024-11-09T11:20:01,708 DEBUG [RS:0;3264b4bbda9f:42235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,42235,1731151200745' 2024-11-09T11:20:01,708 DEBUG [RS:0;3264b4bbda9f:42235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0601021073/online-snapshot/abort' 2024-11-09T11:20:01,708 DEBUG [RS:0;3264b4bbda9f:42235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0601021073/online-snapshot/acquired' 2024-11-09T11:20:01,708 DEBUG [RS:0;3264b4bbda9f:42235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:20:01,708 INFO [RS:0;3264b4bbda9f:42235 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:20:01,708 INFO [RS:0;3264b4bbda9f:42235 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:20:01,709 DEBUG [RS:0;3264b4bbda9f:42235.replicationSource,1-3264b4bbda9f,42235,1731151200745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@150bad28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:01,709 DEBUG [RS:0;3264b4bbda9f:42235.replicationSource,1-3264b4bbda9f,42235,1731151200745 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,46819,-1 for getting cluster id 2024-11-09T11:20:01,709 DEBUG [RS:0;3264b4bbda9f:42235.replicationSource,1-3264b4bbda9f,42235,1731151200745 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:01,710 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e15e730c-6a18-4db2-bf96-695b3013cf7c' 2024-11-09T11:20:01,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:01,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e15e730c-6a18-4db2-bf96-695b3013cf7c" 2024-11-09T11:20:01,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e0c2648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:01,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,46819,-1] 2024-11-09T11:20:01,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:01,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:01,711 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:01,712 DEBUG [RS:0;3264b4bbda9f:42235.replicationSource,1-3264b4bbda9f,42235,1731151200745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@633c66cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:01,712 DEBUG [RS:0;3264b4bbda9f:42235.replicationSource,1-3264b4bbda9f,42235,1731151200745 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:01,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,46819,1731151191358 2024-11-09T11:20:01,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4380195 2024-11-09T11:20:01,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:01,714 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-09T11:20:01,714 INFO [RS:0;3264b4bbda9f:42235.replicationSource,1-3264b4bbda9f,42235,1731151200745 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3264b4bbda9f,42235,1731151200745 (queues=0) is replicating from cluster=59ca2657-a9c6-4017-a444-90f20428c33a to cluster=e15e730c-6a18-4db2-bf96-695b3013cf7c 2024-11-09T11:20:01,809 INFO [RS:0;3264b4bbda9f:42235 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:20:01,810 INFO [RS:0;3264b4bbda9f:42235 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C42235%2C1731151200745, suffix=, logDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745, archiveDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/oldWALs, maxLogs=10 2024-11-09T11:20:01,821 DEBUG [RS:0;3264b4bbda9f:42235 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745/3264b4bbda9f%2C42235%2C1731151200745.1731151201811, exclude list is [], retry=0 2024-11-09T11:20:01,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35595,DS-c828839a-263e-4754-9fa0-99762a9a7e7e,DISK] 2024-11-09T11:20:01,825 INFO [RS:0;3264b4bbda9f:42235 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745/3264b4bbda9f%2C42235%2C1731151200745.1731151201811 2024-11-09T11:20:01,825 DEBUG [RS:0;3264b4bbda9f:42235 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 3264b4bbda9f%2C42235%2C1731151200745 for peer 1 2024-11-09T11:20:01,825 DEBUG [RS:0;3264b4bbda9f:42235 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3264b4bbda9f%2C42235%2C1731151200745 2024-11-09T11:20:01,825 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3264b4bbda9f,42235,1731151200745, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:20:01,825 DEBUG [RS:0;3264b4bbda9f:42235 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34357:34357)] 2024-11-09T11:20:01,825 INFO [RS:0;3264b4bbda9f:42235.replicationSource.shipper3264b4bbda9f%2C42235%2C1731151200745,1-3264b4bbda9f,42235,1731151200745 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C42235%2C1731151200745 2024-11-09T11:20:01,826 DEBUG [RS:0;3264b4bbda9f:42235.replicationSource.wal-reader.3264b4bbda9f%2C42235%2C1731151200745,1-3264b4bbda9f,42235,1731151200745 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745/3264b4bbda9f%2C42235%2C1731151200745.1731151201811, startPosition=0, beingWritten=true 2024-11-09T11:20:01,910 DEBUG [3264b4bbda9f:42625 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:20:01,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,42235,1731151200745 2024-11-09T11:20:01,912 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,42235,1731151200745, state=OPENING 2024-11-09T11:20:01,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0601021073/meta-region-server 2024-11-09T11:20:01,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x1011f52b6ea0007, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0601021073/meta-region-server 2024-11-09T11:20:01,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0601021073/meta-region-server: CHANGED 2024-11-09T11:20:01,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0601021073/meta-region-server: CHANGED 2024-11-09T11:20:01,934 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:20:01,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,42235,1731151200745}] 2024-11-09T11:20:02,031 DEBUG [RS:0;3264b4bbda9f:42235.replicationSource.wal-reader.3264b4bbda9f%2C42235%2C1731151200745,1-3264b4bbda9f,42235,1731151200745 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745/3264b4bbda9f%2C42235%2C1731151200745.1731151201811 to pos 0, reset compression=false 2024-11-09T11:20:02,085 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:20:02,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:20:02,090 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:20:02,090 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:02,090 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:20:02,092 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C42235%2C1731151200745.meta, suffix=.meta, logDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745, archiveDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/oldWALs, maxLogs=10 2024-11-09T11:20:02,105 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745/3264b4bbda9f%2C42235%2C1731151200745.meta.1731151202092.meta, exclude list is [], retry=0 2024-11-09T11:20:02,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35595,DS-c828839a-263e-4754-9fa0-99762a9a7e7e,DISK] 2024-11-09T11:20:02,108 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745/3264b4bbda9f%2C42235%2C1731151200745.meta.1731151202092.meta 2024-11-09T11:20:02,109 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34357:34357)] 2024-11-09T11:20:02,109 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:02,109 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:20:02,109 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:20:02,109 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:20:02,109 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:20:02,109 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:20:02,109 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:02,110 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:20:02,110 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:20:02,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:20:02,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:20:02,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:02,117 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/info/0c581e286fd345adbaa5d3ea11736c01 2024-11-09T11:20:02,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:02,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:20:02,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:20:02,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:02,123 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/ns/8f4d26feb96c444299b1e536b025e11e 2024-11-09T11:20:02,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:02,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:20:02,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:20:02,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:02,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:02,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:20:02,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:20:02,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:02,130 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/table/7b04814702f94c8f93e8bdb5fee485ca 2024-11-09T11:20:02,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:02,130 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:20:02,131 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740 2024-11-09T11:20:02,132 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740 2024-11-09T11:20:02,133 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:20:02,133 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:20:02,134 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:20:02,135 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:20:02,136 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70411631, jitterRate=0.04921506345272064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:20:02,136 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:20:02,136 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151202110Writing region info on filesystem at 1731151202110Initializing all the Stores at 1731151202110Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151202111 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151202111Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151202111Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151202111Cleaning up temporary data from old regions at 1731151202133 (+22 ms)Running coprocessor post-open hooks at 1731151202136 (+3 ms)Region opened successfully at 1731151202136 2024-11-09T11:20:02,137 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731151202085 2024-11-09T11:20:02,139 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:20:02,139 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:20:02,140 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=3264b4bbda9f,42235,1731151200745 2024-11-09T11:20:02,140 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,42235,1731151200745, state=OPEN 2024-11-09T11:20:02,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x1011f52b6ea0007, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0601021073/meta-region-server 2024-11-09T11:20:02,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0601021073/meta-region-server 2024-11-09T11:20:02,150 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,42235,1731151200745 2024-11-09T11:20:02,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0601021073/meta-region-server: CHANGED 2024-11-09T11:20:02,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0601021073/meta-region-server: CHANGED 2024-11-09T11:20:02,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-09T11:20:02,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,42235,1731151200745 in 216 msec 2024-11-09T11:20:02,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T11:20:02,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec 2024-11-09T11:20:02,336 DEBUG [RS:0;3264b4bbda9f:42235.replicationSource.wal-reader.3264b4bbda9f%2C42235%2C1731151200745,1-3264b4bbda9f,42235,1731151200745 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745/3264b4bbda9f%2C42235%2C1731151200745.1731151201811 to pos 0, reset compression=false 2024-11-09T11:20:02,740 DEBUG [RS:0;3264b4bbda9f:42235.replicationSource.wal-reader.3264b4bbda9f%2C42235%2C1731151200745,1-3264b4bbda9f,42235,1731151200745 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745/3264b4bbda9f%2C42235%2C1731151200745.1731151201811 to pos 0, reset compression=false 2024-11-09T11:20:03,158 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-09T11:20:03,245 DEBUG [RS:0;3264b4bbda9f:42235.replicationSource.wal-reader.3264b4bbda9f%2C42235%2C1731151200745,1-3264b4bbda9f,42235,1731151200745 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745/3264b4bbda9f%2C42235%2C1731151200745.1731151201811 to pos 0, reset compression=false 2024-11-09T11:20:03,849 DEBUG [RS:0;3264b4bbda9f:42235.replicationSource.wal-reader.3264b4bbda9f%2C42235%2C1731151200745,1-3264b4bbda9f,42235,1731151200745 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745/3264b4bbda9f%2C42235%2C1731151200745.1731151201811 to pos 0, reset compression=false 2024-11-09T11:20:04,554 DEBUG [RS:0;3264b4bbda9f:42235.replicationSource.wal-reader.3264b4bbda9f%2C42235%2C1731151200745,1-3264b4bbda9f,42235,1731151200745 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745/3264b4bbda9f%2C42235%2C1731151200745.1731151201811 to pos 0, reset compression=false 2024-11-09T11:20:04,660 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-09T11:20:05,358 DEBUG [RS:0;3264b4bbda9f:42235.replicationSource.wal-reader.3264b4bbda9f%2C42235%2C1731151200745,1-3264b4bbda9f,42235,1731151200745 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745/3264b4bbda9f%2C42235%2C1731151200745.1731151201811 to pos 0, reset compression=false 2024-11-09T11:20:06,013 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T11:20:06,013 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:20:06,013 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:06,013 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,42235,1731151200745, seqNum=-1] 2024-11-09T11:20:06,013 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:06,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:06,018 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c395cfbdc0a40fc70e7ad0a3cd857485, regionState=OPEN, lastHost=3264b4bbda9f,36135,1731151185643, regionLocation=3264b4bbda9f,36135,1731151185643, openSeqNum=2 2024-11-09T11:20:06,018 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:20:06,018 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151266018 2024-11-09T11:20:06,018 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151326018 2024-11-09T11:20:06,018 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-09T11:20:06,018 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 3264b4bbda9f,36135,1731151185643 had 2 regions 2024-11-09T11:20:06,018 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42625,1731151200686-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:06,019 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42625,1731151200686-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:06,019 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42625,1731151200686-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:06,019 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:42625, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:06,019 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:06,019 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:06,019 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3264b4bbda9f,36135,1731151185643, splitWal=true, meta=true, isMeta: false 2024-11-09T11:20:06,021 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643-splitting dir is empty, no logs to split. 2024-11-09T11:20:06,021 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3264b4bbda9f,36135,1731151185643 WAL count=0, meta=false 2024-11-09T11:20:06,024 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,36135,1731151185643-splitting dir is empty, no logs to split. 2024-11-09T11:20:06,024 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3264b4bbda9f,36135,1731151185643 WAL count=0, meta=false 2024-11-09T11:20:06,024 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 3264b4bbda9f,36135,1731151185643 WAL splitting is done? wals=0, meta=false 2024-11-09T11:20:06,024 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.206sec 2024-11-09T11:20:06,024 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:20:06,024 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:20:06,025 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:20:06,025 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:20:06,025 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:20:06,025 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42625,1731151200686-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:20:06,025 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42625,1731151200686-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:20:06,026 WARN [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=3264b4bbda9f,36135,1731151185643/hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:20:06,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c395cfbdc0a40fc70e7ad0a3cd857485, ASSIGN}] 2024-11-09T11:20:06,028 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:20:06,028 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:20:06,028 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42625,1731151200686-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:06,029 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c395cfbdc0a40fc70e7ad0a3cd857485, ASSIGN 2024-11-09T11:20:06,029 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c395cfbdc0a40fc70e7ad0a3cd857485, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T11:20:06,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42398323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:06,078 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42625,-1 for getting cluster id 2024-11-09T11:20:06,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:06,079 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ca2657-a9c6-4017-a444-90f20428c33a' 2024-11-09T11:20:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ca2657-a9c6-4017-a444-90f20428c33a" 2024-11-09T11:20:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42120898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42625,-1] 2024-11-09T11:20:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:06,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:06,080 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275592ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:06,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:06,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,42235,1731151200745, seqNum=-1] 2024-11-09T11:20:06,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:06,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:06,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T11:20:06,085 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:20:06,085 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:06,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:06,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:06,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:06,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 3264b4bbda9f:42625 after: 3264b4bbda9f:42625 2024-11-09T11:20:06,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d556a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:06,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42625,-1 for getting cluster id 2024-11-09T11:20:06,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:06,087 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ca2657-a9c6-4017-a444-90f20428c33a' 2024-11-09T11:20:06,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:06,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ca2657-a9c6-4017-a444-90f20428c33a" 2024-11-09T11:20:06,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2238b3f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:06,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42625,-1] 2024-11-09T11:20:06,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:06,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:06,088 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:06,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13acfb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:06,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:06,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,42625,1731151200686 2024-11-09T11:20:06,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d22dc5d 2024-11-09T11:20:06,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:06,090 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:20:06,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T11:20:06,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:20:06,091 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:20:06,091 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:06,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:06,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:06,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:06,091 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:20:06,091 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=842719789, stopped=false 2024-11-09T11:20:06,091 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,46819,1731151191358 2024-11-09T11:20:06,179 DEBUG [3264b4bbda9f:42625 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:20:06,180 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c395cfbdc0a40fc70e7ad0a3cd857485, regionState=OPENING, regionLocation=3264b4bbda9f,42235,1731151200745 2024-11-09T11:20:06,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c395cfbdc0a40fc70e7ad0a3cd857485, ASSIGN because future has completed 2024-11-09T11:20:06,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c395cfbdc0a40fc70e7ad0a3cd857485, server=3264b4bbda9f,42235,1731151200745}] 2024-11-09T11:20:06,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-506997240/running 2024-11-09T11:20:06,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-506997240/running 2024-11-09T11:20:06,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240 2024-11-09T11:20:06,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240 2024-11-09T11:20:06,186 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:20:06,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:20:06,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:06,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:06,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Set watcher on znode that does not yet exist, /1-506997240/running 2024-11-09T11:20:06,187 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,40827,1731151191501' ***** 2024-11-09T11:20:06,187 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:20:06,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Set watcher on znode that does not yet exist, /1-506997240/running 2024-11-09T11:20:06,187 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:20:06,187 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:20:06,187 INFO [RS:0;3264b4bbda9f:40827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:20:06,187 INFO [RS:0;3264b4bbda9f:40827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:20:06,187 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,40827,1731151191501 2024-11-09T11:20:06,187 INFO [RS:0;3264b4bbda9f:40827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:20:06,187 INFO [RS:0;3264b4bbda9f:40827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:40827. 2024-11-09T11:20:06,187 DEBUG [RS:0;3264b4bbda9f:40827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:06,187 DEBUG [RS:0;3264b4bbda9f:40827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:06,188 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:20:06,188 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:20:06,188 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:20:06,188 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:20:06,188 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T11:20:06,188 DEBUG [RS:0;3264b4bbda9f:40827 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T11:20:06,188 DEBUG [RS:0;3264b4bbda9f:40827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:20:06,188 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:20:06,188 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:20:06,188 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:20:06,188 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:20:06,188 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:20:06,188 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T11:20:06,193 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:20:06,203 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/data/hbase/meta/1588230740/.tmp/ns/1b483f5fd8c6496989d523fcda73c468 is 43, key is default/ns:d/1731151194825/Put/seqid=0 2024-11-09T11:20:06,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40653 is added to blk_1073741835_1011 (size=5153) 2024-11-09T11:20:06,263 DEBUG [RS:0;3264b4bbda9f:42235.replicationSource.wal-reader.3264b4bbda9f%2C42235%2C1731151200745,1-3264b4bbda9f,42235,1731151200745 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745/3264b4bbda9f%2C42235%2C1731151200745.1731151201811 to pos 0, reset compression=false 2024-11-09T11:20:06,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:20:06,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:06,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T11:20:06,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C42235%2C1731151200745.rep, suffix=, logDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745, archiveDir=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/oldWALs, maxLogs=10 2024-11-09T11:20:06,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745/3264b4bbda9f%2C42235%2C1731151200745.rep.1731151206340, exclude list is [], retry=0 2024-11-09T11:20:06,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35595,DS-c828839a-263e-4754-9fa0-99762a9a7e7e,DISK] 2024-11-09T11:20:06,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745/3264b4bbda9f%2C42235%2C1731151200745.rep.1731151206340 2024-11-09T11:20:06,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34357:34357)] 2024-11-09T11:20:06,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => c395cfbdc0a40fc70e7ad0a3cd857485, NAME => 'hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:06,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:20:06,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:20:06,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. service=MultiRowMutationService 2024-11-09T11:20:06,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T11:20:06,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:20:06,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:06,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:20:06,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:20:06,358 INFO [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:20:06,358 INFO [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c395cfbdc0a40fc70e7ad0a3cd857485 columnFamilyName hfileref 2024-11-09T11:20:06,358 DEBUG [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:06,359 INFO [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] regionserver.HStore(327): Store=c395cfbdc0a40fc70e7ad0a3cd857485/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:06,359 INFO [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:20:06,359 INFO [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c395cfbdc0a40fc70e7ad0a3cd857485 columnFamilyName queue 2024-11-09T11:20:06,359 DEBUG [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:06,364 DEBUG [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/replication/c395cfbdc0a40fc70e7ad0a3cd857485/queue/71413b4713724e31b7d3e97ac9cb0c29 2024-11-09T11:20:06,364 INFO [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] regionserver.HStore(327): Store=c395cfbdc0a40fc70e7ad0a3cd857485/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:06,364 INFO [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:20:06,365 INFO [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c395cfbdc0a40fc70e7ad0a3cd857485 columnFamilyName sid 2024-11-09T11:20:06,365 DEBUG [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:06,366 INFO [StoreOpener-c395cfbdc0a40fc70e7ad0a3cd857485-1 {}] regionserver.HStore(327): Store=c395cfbdc0a40fc70e7ad0a3cd857485/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:06,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:20:06,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/replication/c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:20:06,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/replication/c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:20:06,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:20:06,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:20:06,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:20:06,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:20:06,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened c395cfbdc0a40fc70e7ad0a3cd857485; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59775593, jitterRate=-0.1092742532491684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:20:06,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:20:06,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for c395cfbdc0a40fc70e7ad0a3cd857485: Running coprocessor pre-open hook at 1731151206356Writing region info on filesystem at 1731151206356Initializing all the Stores at 1731151206357 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151206357Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151206357Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151206357Cleaning up temporary data from old regions at 1731151206369 (+12 ms)Running coprocessor post-open hooks at 1731151206371 (+2 ms)Region opened successfully at 1731151206371 2024-11-09T11:20:06,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485., pid=13, masterSystemTime=1731151206335 2024-11-09T11:20:06,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:20:06,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:20:06,375 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c395cfbdc0a40fc70e7ad0a3cd857485, regionState=OPEN, openSeqNum=9, regionLocation=3264b4bbda9f,42235,1731151200745 2024-11-09T11:20:06,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c395cfbdc0a40fc70e7ad0a3cd857485, server=3264b4bbda9f,42235,1731151200745 because future has completed 2024-11-09T11:20:06,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T11:20:06,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c395cfbdc0a40fc70e7ad0a3cd857485, server=3264b4bbda9f,42235,1731151200745 in 195 msec 2024-11-09T11:20:06,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-09T11:20:06,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c395cfbdc0a40fc70e7ad0a3cd857485, ASSIGN in 352 msec 2024-11-09T11:20:06,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T11:20:06,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485., hostname=3264b4bbda9f,42235,1731151200745, seqNum=9] 2024-11-09T11:20:06,388 DEBUG [RS:0;3264b4bbda9f:40827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:20:06,402 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 3264b4bbda9f,36135,1731151185643 2024-11-09T11:20:06,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T11:20:06,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-09T11:20:06,588 DEBUG [RS:0;3264b4bbda9f:40827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:20:06,607 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/data/hbase/meta/1588230740/.tmp/ns/1b483f5fd8c6496989d523fcda73c468 2024-11-09T11:20:06,642 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/data/hbase/meta/1588230740/.tmp/ns/1b483f5fd8c6496989d523fcda73c468 as hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/data/hbase/meta/1588230740/ns/1b483f5fd8c6496989d523fcda73c468 2024-11-09T11:20:06,647 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/data/hbase/meta/1588230740/ns/1b483f5fd8c6496989d523fcda73c468, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T11:20:06,648 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 460ms, sequenceid=6, compaction requested=false 2024-11-09T11:20:06,648 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:20:06,653 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T11:20:06,653 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:20:06,653 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:20:06,653 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:20:06,654 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151206188Running coprocessor pre-close hooks at 1731151206188Disabling compacts and flushes for region at 1731151206188Disabling writes for close at 1731151206188Obtaining lock to block concurrent updates at 1731151206188Preparing flush snapshotting stores in 1588230740 at 1731151206188Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731151206189 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731151206189Flushing 1588230740/ns: creating writer at 1731151206189Flushing 1588230740/ns: appending metadata at 1731151206202 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731151206203 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c2ec1ca: reopening flushed file at 1731151206642 (+439 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 460ms, sequenceid=6, compaction requested=false at 1731151206648 (+6 ms)Writing region close event to WAL at 1731151206650 (+2 ms)Running coprocessor post-close hooks at 1731151206653 (+3 ms)Closed at 1731151206653 2024-11-09T11:20:06,654 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:20:06,750 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:20:06,750 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:20:06,788 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,40827,1731151191501; all regions closed. 2024-11-09T11:20:06,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40653 is added to blk_1073741834_1010 (size=1152) 2024-11-09T11:20:06,791 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/WALs/3264b4bbda9f,40827,1731151191501/3264b4bbda9f%2C40827%2C1731151191501.meta.1731151194773.meta not finished, retry = 0 2024-11-09T11:20:06,893 DEBUG [RS:0;3264b4bbda9f:40827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/oldWALs 2024-11-09T11:20:06,893 INFO [RS:0;3264b4bbda9f:40827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C40827%2C1731151191501.meta:.meta(num 1731151194773) 2024-11-09T11:20:06,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40653 is added to blk_1073741832_1008 (size=93) 2024-11-09T11:20:06,895 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/WALs/3264b4bbda9f,40827,1731151191501/3264b4bbda9f%2C40827%2C1731151191501.1731151193811 not finished, retry = 0 2024-11-09T11:20:06,997 DEBUG [RS:0;3264b4bbda9f:40827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/oldWALs 2024-11-09T11:20:06,997 INFO [RS:0;3264b4bbda9f:40827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C40827%2C1731151191501:(num 1731151193811) 2024-11-09T11:20:06,997 DEBUG [RS:0;3264b4bbda9f:40827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:06,997 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:20:06,997 INFO [RS:0;3264b4bbda9f:40827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:20:06,998 INFO [RS:0;3264b4bbda9f:40827 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T11:20:06,998 INFO [RS:0;3264b4bbda9f:40827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:20:06,998 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:20:06,998 INFO [RS:0;3264b4bbda9f:40827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40827 2024-11-09T11:20:07,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240/rs 2024-11-09T11:20:07,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-506997240/rs/3264b4bbda9f,40827,1731151191501 2024-11-09T11:20:07,049 INFO [RS:0;3264b4bbda9f:40827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:20:07,060 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,40827,1731151191501] 2024-11-09T11:20:07,070 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-506997240/draining/3264b4bbda9f,40827,1731151191501 already deleted, retry=false 2024-11-09T11:20:07,070 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,40827,1731151191501 expired; onlineServers=0 2024-11-09T11:20:07,070 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,46819,1731151191358' ***** 2024-11-09T11:20:07,070 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:20:07,070 INFO [M:0;3264b4bbda9f:46819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:20:07,070 INFO [M:0;3264b4bbda9f:46819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:20:07,071 DEBUG [M:0;3264b4bbda9f:46819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:20:07,071 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:20:07,071 DEBUG [M:0;3264b4bbda9f:46819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:20:07,071 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151193551 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151193551,5,FailOnTimeoutGroup] 2024-11-09T11:20:07,071 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151193551 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151193551,5,FailOnTimeoutGroup] 2024-11-09T11:20:07,071 INFO [M:0;3264b4bbda9f:46819 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:20:07,071 INFO [M:0;3264b4bbda9f:46819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:20:07,071 DEBUG [M:0;3264b4bbda9f:46819 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:20:07,071 INFO [M:0;3264b4bbda9f:46819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:20:07,071 INFO [M:0;3264b4bbda9f:46819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:20:07,071 INFO [M:0;3264b4bbda9f:46819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:20:07,071 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:20:07,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-506997240/master 2024-11-09T11:20:07,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-506997240 2024-11-09T11:20:07,081 DEBUG [M:0;3264b4bbda9f:46819 {}] zookeeper.ZKUtil(347): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Unable to get data of znode /1-506997240/master because node does not exist (not an error) 2024-11-09T11:20:07,081 WARN [M:0;3264b4bbda9f:46819 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:20:07,082 INFO [M:0;3264b4bbda9f:46819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/.lastflushedseqids 2024-11-09T11:20:07,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40653 is added to blk_1073741836_1012 (size=99) 2024-11-09T11:20:07,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:20:07,160 INFO [RS:0;3264b4bbda9f:40827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:20:07,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x1011f52b6ea0004, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:20:07,160 INFO [RS:0;3264b4bbda9f:40827 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,40827,1731151191501; zookeeper connection closed. 2024-11-09T11:20:07,160 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4deaef1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4deaef1d 2024-11-09T11:20:07,160 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:20:07,268 DEBUG [RS:0;3264b4bbda9f:42235.replicationSource.wal-reader.3264b4bbda9f%2C42235%2C1731151200745,1-3264b4bbda9f,42235,1731151200745 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745/3264b4bbda9f%2C42235%2C1731151200745.1731151201811 to pos 0, reset compression=false 2024-11-09T11:20:07,495 INFO [M:0;3264b4bbda9f:46819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:20:07,495 INFO [M:0;3264b4bbda9f:46819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:20:07,495 DEBUG [M:0;3264b4bbda9f:46819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:20:07,495 INFO [M:0;3264b4bbda9f:46819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:07,495 DEBUG [M:0;3264b4bbda9f:46819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:07,495 DEBUG [M:0;3264b4bbda9f:46819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:20:07,495 DEBUG [M:0;3264b4bbda9f:46819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:07,495 INFO [M:0;3264b4bbda9f:46819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T11:20:07,512 DEBUG [M:0;3264b4bbda9f:46819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d16bc40d7bd64998bebb526f9ae0659f is 82, key is hbase:meta,,1/info:regioninfo/1731151194805/Put/seqid=0 2024-11-09T11:20:07,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40653 is added to blk_1073741837_1013 (size=5672) 2024-11-09T11:20:07,611 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:20:07,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:07,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:07,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:07,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:07,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:07,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:07,916 INFO [M:0;3264b4bbda9f:46819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d16bc40d7bd64998bebb526f9ae0659f 2024-11-09T11:20:07,934 DEBUG [M:0;3264b4bbda9f:46819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a781d0a277346e6bae0feff62098762 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731151194829/Put/seqid=0 2024-11-09T11:20:07,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40653 is added to blk_1073741838_1014 (size=5275) 2024-11-09T11:20:08,339 INFO [M:0;3264b4bbda9f:46819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a781d0a277346e6bae0feff62098762 2024-11-09T11:20:08,356 DEBUG [M:0;3264b4bbda9f:46819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a9f456eb7f14b7aac64af0c68149006 is 69, key is 3264b4bbda9f,40827,1731151191501/rs:state/1731151193663/Put/seqid=0 2024-11-09T11:20:08,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40653 is added to blk_1073741839_1015 (size=5156) 2024-11-09T11:20:08,362 INFO [M:0;3264b4bbda9f:46819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a9f456eb7f14b7aac64af0c68149006 2024-11-09T11:20:08,368 DEBUG [M:0;3264b4bbda9f:46819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d16bc40d7bd64998bebb526f9ae0659f as hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d16bc40d7bd64998bebb526f9ae0659f 2024-11-09T11:20:08,372 DEBUG [RS:0;3264b4bbda9f:42235.replicationSource.wal-reader.3264b4bbda9f%2C42235%2C1731151200745,1-3264b4bbda9f,42235,1731151200745 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745/3264b4bbda9f%2C42235%2C1731151200745.1731151201811 to pos 0, reset compression=false 2024-11-09T11:20:08,373 INFO [M:0;3264b4bbda9f:46819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d16bc40d7bd64998bebb526f9ae0659f, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T11:20:08,374 DEBUG [M:0;3264b4bbda9f:46819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a781d0a277346e6bae0feff62098762 as hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a781d0a277346e6bae0feff62098762 2024-11-09T11:20:08,379 INFO [M:0;3264b4bbda9f:46819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a781d0a277346e6bae0feff62098762, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T11:20:08,380 DEBUG [M:0;3264b4bbda9f:46819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a9f456eb7f14b7aac64af0c68149006 as hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a9f456eb7f14b7aac64af0c68149006 2024-11-09T11:20:08,384 INFO [M:0;3264b4bbda9f:46819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a9f456eb7f14b7aac64af0c68149006, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T11:20:08,385 INFO [M:0;3264b4bbda9f:46819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=28, compaction requested=false 2024-11-09T11:20:08,392 INFO [M:0;3264b4bbda9f:46819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:08,392 DEBUG [M:0;3264b4bbda9f:46819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151207495Disabling compacts and flushes for region at 1731151207495Disabling writes for close at 1731151207495Obtaining lock to block concurrent updates at 1731151207495Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151207495Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731151207496 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151207496Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151207496Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151207512 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151207512Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151207920 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151207934 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151207934Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151208343 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151208356 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151208356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5734b964: reopening flushed file at 1731151208367 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79df7895: reopening flushed file at 1731151208373 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39379c54: reopening flushed file at 1731151208379 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=28, compaction requested=false at 1731151208385 (+6 ms)Writing region close event to WAL at 1731151208392 (+7 ms)Closed at 1731151208392 2024-11-09T11:20:08,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40653 is added to blk_1073741830_1006 (size=10165) 2024-11-09T11:20:08,395 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8c225873-e06c-ee1e-c128-f255a8b0e72a/MasterData/WALs/3264b4bbda9f,46819,1731151191358/3264b4bbda9f%2C46819%2C1731151191358.1731151193288 not finished, retry = 0 2024-11-09T11:20:08,496 INFO [M:0;3264b4bbda9f:46819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:20:08,496 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:20:08,496 INFO [M:0;3264b4bbda9f:46819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46819 2024-11-09T11:20:08,496 INFO [M:0;3264b4bbda9f:46819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:20:08,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:20:08,644 INFO [M:0;3264b4bbda9f:46819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:20:08,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46819-0x1011f52b6ea0003, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:20:08,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@267db9e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:20:08,648 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e38c1ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:20:08,648 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:20:08,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b992587{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:20:08,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64267e6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/hadoop.log.dir/,STOPPED} 2024-11-09T11:20:08,649 WARN [BP-342914234-172.17.0.2-1731151189034 heartbeating to localhost/127.0.0.1:43561 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:20:08,649 WARN [BP-342914234-172.17.0.2-1731151189034 heartbeating to localhost/127.0.0.1:43561 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-342914234-172.17.0.2-1731151189034 (Datanode Uuid 0f180492-7424-4139-80c4-8eaace4852af) service to localhost/127.0.0.1:43561 2024-11-09T11:20:08,649 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:20:08,649 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:20:08,650 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/cluster_72562f1e-6c24-6f0f-d2cf-268d732f1461/data/data1/current/BP-342914234-172.17.0.2-1731151189034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:20:08,650 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/cluster_72562f1e-6c24-6f0f-d2cf-268d732f1461/data/data2/current/BP-342914234-172.17.0.2-1731151189034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:20:08,650 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:20:08,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@522e19b7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:20:08,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@243c982e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:20:08,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:20:08,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@370b3f5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:20:08,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@583a4371{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/hadoop.log.dir/,STOPPED} 2024-11-09T11:20:08,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:20:08,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:20:08,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:20:08,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:08,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:08,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:08,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:08,668 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:20:08,668 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=301906980, stopped=false 2024-11-09T11:20:08,668 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,42625,1731151200686 2024-11-09T11:20:08,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x1011f52b6ea0007, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0601021073/running 2024-11-09T11:20:08,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0601021073/running 2024-11-09T11:20:08,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x1011f52b6ea0007, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:20:08,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:20:08,686 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:20:08,686 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:20:08,686 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:08,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:08,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on znode that does not yet exist, /0601021073/running 2024-11-09T11:20:08,687 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,42235,1731151200745' ***** 2024-11-09T11:20:08,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42235-0x1011f52b6ea0007, quorum=127.0.0.1:53059, baseZNode=/0601021073 Set watcher on znode that does not yet exist, /0601021073/running 2024-11-09T11:20:08,687 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:20:08,687 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:20:08,687 INFO [RS:0;3264b4bbda9f:42235 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:20:08,687 INFO [RS:0;3264b4bbda9f:42235 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:20:08,687 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.HRegionServer(3091): Received CLOSE for c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:20:08,687 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:20:08,687 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,42235,1731151200745 2024-11-09T11:20:08,687 INFO [RS:0;3264b4bbda9f:42235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:20:08,687 INFO [RS:0;3264b4bbda9f:42235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:42235. 2024-11-09T11:20:08,687 DEBUG [RS:0;3264b4bbda9f:42235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:08,687 DEBUG [RS:0;3264b4bbda9f:42235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:08,688 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c395cfbdc0a40fc70e7ad0a3cd857485, disabling compactions & flushes 2024-11-09T11:20:08,688 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:20:08,688 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:20:08,688 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:20:08,688 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:20:08,688 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:20:08,688 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. after waiting 0 ms 2024-11-09T11:20:08,688 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:20:08,688 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:20:08,688 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T11:20:08,688 DEBUG [RS:0;3264b4bbda9f:42235 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c395cfbdc0a40fc70e7ad0a3cd857485=hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485.} 2024-11-09T11:20:08,688 DEBUG [RS:0;3264b4bbda9f:42235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c395cfbdc0a40fc70e7ad0a3cd857485 2024-11-09T11:20:08,688 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:20:08,688 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:20:08,688 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:20:08,688 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:20:08,688 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:20:08,688 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T11:20:08,691 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/replication/c395cfbdc0a40fc70e7ad0a3cd857485/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-09T11:20:08,691 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:20:08,691 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:20:08,691 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:20:08,691 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c395cfbdc0a40fc70e7ad0a3cd857485: Waiting for close lock at 1731151208687Running coprocessor pre-close hooks at 1731151208687Disabling compacts and flushes for region at 1731151208687Disabling writes for close at 1731151208688 (+1 ms)Writing region close event to WAL at 1731151208688Running coprocessor post-close hooks at 1731151208691 (+3 ms)Closed at 1731151208691 2024-11-09T11:20:08,691 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485. 2024-11-09T11:20:08,702 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/.tmp/info/dd2f580fd6b44720bb983205c7b39f5b is 147, key is hbase:replication,,1731151194978.c395cfbdc0a40fc70e7ad0a3cd857485./info:regioninfo/1731151206375/Put/seqid=0 2024-11-09T11:20:08,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741851_1027 (size=6385) 2024-11-09T11:20:08,778 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:20:08,888 DEBUG [RS:0;3264b4bbda9f:42235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:20:09,088 DEBUG [RS:0;3264b4bbda9f:42235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:20:09,106 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/.tmp/info/dd2f580fd6b44720bb983205c7b39f5b 2024-11-09T11:20:09,111 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/.tmp/info/dd2f580fd6b44720bb983205c7b39f5b as hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/info/dd2f580fd6b44720bb983205c7b39f5b 2024-11-09T11:20:09,115 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/info/dd2f580fd6b44720bb983205c7b39f5b, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T11:20:09,116 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-09T11:20:09,120 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T11:20:09,121 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:20:09,121 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:20:09,121 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:20:09,121 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151208688Running coprocessor pre-close hooks at 1731151208688Disabling compacts and flushes for region at 1731151208688Disabling writes for close at 1731151208688Obtaining lock to block concurrent updates at 1731151208688Preparing flush snapshotting stores in 1588230740 at 1731151208688Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731151208688Flushing stores of hbase:meta,,1.1588230740 at 1731151208689 (+1 ms)Flushing 1588230740/info: creating writer at 1731151208689Flushing 1588230740/info: appending metadata at 1731151208701 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731151208701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b543310: reopening flushed file at 1731151209110 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1731151209116 (+6 ms)Writing region close event to WAL at 1731151209117 (+1 ms)Running coprocessor post-close hooks at 1731151209121 (+4 ms)Closed at 1731151209121 2024-11-09T11:20:09,121 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:20:09,288 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,42235,1731151200745; all regions closed. 2024-11-09T11:20:09,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741849_1025 (size=2156) 2024-11-09T11:20:09,293 DEBUG [RS:0;3264b4bbda9f:42235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/oldWALs 2024-11-09T11:20:09,293 INFO [RS:0;3264b4bbda9f:42235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C42235%2C1731151200745.meta:.meta(num 1731151202092) 2024-11-09T11:20:09,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741850_1026 (size=796) 2024-11-09T11:20:09,300 DEBUG [RS:0;3264b4bbda9f:42235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/oldWALs 2024-11-09T11:20:09,300 INFO [RS:0;3264b4bbda9f:42235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C42235%2C1731151200745.rep:(num 1731151206340) 2024-11-09T11:20:09,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741848_1024 (size=93) 2024-11-09T11:20:09,303 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/WALs/3264b4bbda9f,42235,1731151200745/3264b4bbda9f%2C42235%2C1731151200745.1731151201811 not finished, retry = 0 2024-11-09T11:20:09,405 DEBUG [RS:0;3264b4bbda9f:42235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/oldWALs 2024-11-09T11:20:09,405 INFO [RS:0;3264b4bbda9f:42235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C42235%2C1731151200745:(num 1731151201811) 2024-11-09T11:20:09,405 DEBUG [RS:0;3264b4bbda9f:42235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:09,405 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:20:09,405 INFO [RS:0;3264b4bbda9f:42235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:20:09,405 INFO [RS:0;3264b4bbda9f:42235 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T11:20:09,405 INFO [RS:0;3264b4bbda9f:42235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:20:09,406 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:20:09,406 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T11:20:09,406 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T11:20:09,406 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3264b4bbda9f,42235,1731151200745 because: Region server is closing 2024-11-09T11:20:09,406 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T11:20:09,406 INFO [RS:0;3264b4bbda9f:42235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:42235. 2024-11-09T11:20:09,406 DEBUG [RS:0;3264b4bbda9f:42235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:09,406 DEBUG [RS:0;3264b4bbda9f:42235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:09,406 DEBUG [RS:0;3264b4bbda9f:42235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:09,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:09,506 WARN [RS:0;3264b4bbda9f:42235.replicationSource.wal-reader.3264b4bbda9f%2C42235%2C1731151200745,1-3264b4bbda9f,42235,1731151200745 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T11:20:09,506 WARN [RS:0;3264b4bbda9f:42235.replicationSource.shipper3264b4bbda9f%2C42235%2C1731151200745,1-3264b4bbda9f,42235,1731151200745 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T11:20:09,507 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;3264b4bbda9f:42235.replicationSource.shipper3264b4bbda9f%2C42235%2C1731151200745,1-3264b4bbda9f,42235,1731151200745 terminated 2024-11-09T11:20:09,507 INFO [RS:0;3264b4bbda9f:42235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42235 2024-11-09T11:20:09,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073/rs 2024-11-09T11:20:09,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x1011f52b6ea0007, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0601021073/rs/3264b4bbda9f,42235,1731151200745 2024-11-09T11:20:09,565 INFO [RS:0;3264b4bbda9f:42235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:20:09,575 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,42235,1731151200745] 2024-11-09T11:20:09,586 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0601021073/draining/3264b4bbda9f,42235,1731151200745 already deleted, retry=false 2024-11-09T11:20:09,586 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,42235,1731151200745 expired; onlineServers=0 2024-11-09T11:20:09,586 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,42625,1731151200686' ***** 2024-11-09T11:20:09,586 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:20:09,586 INFO [M:0;3264b4bbda9f:42625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:20:09,586 INFO [M:0;3264b4bbda9f:42625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:20:09,586 DEBUG [M:0;3264b4bbda9f:42625 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:20:09,586 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:20:09,586 DEBUG [M:0;3264b4bbda9f:42625 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:20:09,586 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151201504 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151201504,5,FailOnTimeoutGroup] 2024-11-09T11:20:09,586 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151201505 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151201505,5,FailOnTimeoutGroup] 2024-11-09T11:20:09,586 INFO [M:0;3264b4bbda9f:42625 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:20:09,586 INFO [M:0;3264b4bbda9f:42625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:20:09,586 DEBUG [M:0;3264b4bbda9f:42625 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:20:09,586 INFO [M:0;3264b4bbda9f:42625 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:20:09,587 INFO [M:0;3264b4bbda9f:42625 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:20:09,587 INFO [M:0;3264b4bbda9f:42625 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:20:09,587 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:20:09,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0601021073/master 2024-11-09T11:20:09,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0601021073 2024-11-09T11:20:09,596 DEBUG [M:0;3264b4bbda9f:42625 {}] zookeeper.ZKUtil(347): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Unable to get data of znode /0601021073/master because node does not exist (not an error) 2024-11-09T11:20:09,596 WARN [M:0;3264b4bbda9f:42625 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:20:09,597 INFO [M:0;3264b4bbda9f:42625 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/.lastflushedseqids 2024-11-09T11:20:09,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741852_1028 (size=181) 2024-11-09T11:20:09,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x1011f52b6ea0007, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:20:09,675 INFO [RS:0;3264b4bbda9f:42235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:20:09,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42235-0x1011f52b6ea0007, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:20:09,676 INFO [RS:0;3264b4bbda9f:42235 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,42235,1731151200745; zookeeper connection closed. 2024-11-09T11:20:09,676 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a498036 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a498036 2024-11-09T11:20:09,676 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:20:10,005 INFO [M:0;3264b4bbda9f:42625 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:20:10,005 INFO [M:0;3264b4bbda9f:42625 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:20:10,005 DEBUG [M:0;3264b4bbda9f:42625 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:20:10,006 INFO [M:0;3264b4bbda9f:42625 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:10,006 DEBUG [M:0;3264b4bbda9f:42625 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:10,006 DEBUG [M:0;3264b4bbda9f:42625 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:20:10,006 DEBUG [M:0;3264b4bbda9f:42625 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:10,006 INFO [M:0;3264b4bbda9f:42625 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T11:20:10,023 DEBUG [M:0;3264b4bbda9f:42625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f356145b23a34b9c9de04209c1ec37ea is 82, key is hbase:meta,,1/info:regioninfo/1731151202139/Put/seqid=0 2024-11-09T11:20:10,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741853_1029 (size=5672) 2024-11-09T11:20:10,427 INFO [M:0;3264b4bbda9f:42625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f356145b23a34b9c9de04209c1ec37ea 2024-11-09T11:20:10,444 DEBUG [M:0;3264b4bbda9f:42625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f44491bb99c34edf87e80e90493d88a2 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731151206380/Put/seqid=0 2024-11-09T11:20:10,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741854_1030 (size=7312) 2024-11-09T11:20:10,848 INFO [M:0;3264b4bbda9f:42625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f44491bb99c34edf87e80e90493d88a2 2024-11-09T11:20:10,868 DEBUG [M:0;3264b4bbda9f:42625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e83a0f19b65b4b32915dbad3c8093135 is 69, key is 3264b4bbda9f,42235,1731151200745/rs:state/1731151201610/Put/seqid=0 2024-11-09T11:20:10,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741855_1031 (size=5370) 2024-11-09T11:20:10,872 INFO [M:0;3264b4bbda9f:42625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e83a0f19b65b4b32915dbad3c8093135 2024-11-09T11:20:10,877 INFO [M:0;3264b4bbda9f:42625 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e83a0f19b65b4b32915dbad3c8093135 2024-11-09T11:20:10,878 DEBUG [M:0;3264b4bbda9f:42625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f356145b23a34b9c9de04209c1ec37ea as hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f356145b23a34b9c9de04209c1ec37ea 2024-11-09T11:20:10,882 INFO [M:0;3264b4bbda9f:42625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f356145b23a34b9c9de04209c1ec37ea, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T11:20:10,883 DEBUG [M:0;3264b4bbda9f:42625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f44491bb99c34edf87e80e90493d88a2 as hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f44491bb99c34edf87e80e90493d88a2 2024-11-09T11:20:10,888 INFO [M:0;3264b4bbda9f:42625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f44491bb99c34edf87e80e90493d88a2, entries=7, sequenceid=127, filesize=7.1 K 2024-11-09T11:20:10,889 DEBUG [M:0;3264b4bbda9f:42625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e83a0f19b65b4b32915dbad3c8093135 as hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e83a0f19b65b4b32915dbad3c8093135 2024-11-09T11:20:10,893 INFO [M:0;3264b4bbda9f:42625 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e83a0f19b65b4b32915dbad3c8093135 2024-11-09T11:20:10,893 INFO [M:0;3264b4bbda9f:42625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e83a0f19b65b4b32915dbad3c8093135, entries=2, sequenceid=127, filesize=5.2 K 2024-11-09T11:20:10,894 INFO [M:0;3264b4bbda9f:42625 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=127, compaction requested=false 2024-11-09T11:20:10,895 INFO [M:0;3264b4bbda9f:42625 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:10,895 DEBUG [M:0;3264b4bbda9f:42625 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151210005Disabling compacts and flushes for region at 1731151210005Disabling writes for close at 1731151210006 (+1 ms)Obtaining lock to block concurrent updates at 1731151210006Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151210006Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731151210006Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151210006Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151210007 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151210022 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151210023 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151210432 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151210444 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151210444Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151210853 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151210867 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151210867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fc52b03: reopening flushed file at 1731151210877 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@376a3559: reopening flushed file at 1731151210882 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@620669bc: reopening flushed file at 1731151210888 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=127, compaction requested=false at 1731151210894 (+6 ms)Writing region close event to WAL at 1731151210895 (+1 ms)Closed at 1731151210895 2024-11-09T11:20:10,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35595 is added to blk_1073741847_1023 (size=22903) 2024-11-09T11:20:10,897 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c25ca281-528f-021e-ac69-9f15c16a2c25/MasterData/WALs/3264b4bbda9f,42625,1731151200686/3264b4bbda9f%2C42625%2C1731151200686.1731151201262 not finished, retry = 0 2024-11-09T11:20:10,998 INFO [M:0;3264b4bbda9f:42625 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:20:10,998 INFO [M:0;3264b4bbda9f:42625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42625 2024-11-09T11:20:10,999 INFO [M:0;3264b4bbda9f:42625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:20:10,999 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:20:11,297 INFO [M:0;3264b4bbda9f:42625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:20:11,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:20:11,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1011f52b6ea0006, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:20:11,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aab8543{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:20:11,299 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@607b161a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:20:11,299 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:20:11,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1373e863{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:20:11,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d0e3efc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/hadoop.log.dir/,STOPPED} 2024-11-09T11:20:11,300 WARN [BP-1681578514-172.17.0.2-1731151182680 heartbeating to localhost/127.0.0.1:44919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:20:11,300 WARN [BP-1681578514-172.17.0.2-1731151182680 heartbeating to localhost/127.0.0.1:44919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1681578514-172.17.0.2-1731151182680 (Datanode Uuid b4c22d81-0630-48c6-81f8-bc29dc66ff87) service to localhost/127.0.0.1:44919 2024-11-09T11:20:11,300 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:20:11,300 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:20:11,301 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/cluster_83019b63-54e8-a23e-81d9-5ffe0858f55e/data/data1/current/BP-1681578514-172.17.0.2-1731151182680 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:20:11,301 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/cluster_83019b63-54e8-a23e-81d9-5ffe0858f55e/data/data2/current/BP-1681578514-172.17.0.2-1731151182680 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:20:11,301 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:20:11,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c528ffb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:20:11,308 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@541fdc67{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:20:11,308 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:20:11,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@428b4dbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:20:11,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@830a9f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0b957447-0752-dae1-e32d-5662187aa24f/hadoop.log.dir/,STOPPED} 2024-11-09T11:20:11,314 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T11:20:11,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:20:11,335 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 158) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43561 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43561 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43561 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44919 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53059) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43561 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53059) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43561 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 464), ProcessCount=11 (was 11), AvailableMemoryMB=266 (was 231) - AvailableMemoryMB LEAK? - 2024-11-09T11:20:11,343 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=266 2024-11-09T11:20:11,357 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-09T11:20:11,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/hadoop.log.dir so I do NOT create it in target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a 2024-11-09T11:20:11,358 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:20:11,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/hadoop.tmp.dir so I do NOT create it in target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a 2024-11-09T11:20:11,358 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9fb1a771-e90e-c95b-1964-5b6a713db3c6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:20:11,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a 2024-11-09T11:20:11,358 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/cluster_689b8da3-14de-dbd5-5d86-9d68796d1cdc, deleteOnExit=true 2024-11-09T11:20:11,377 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/cluster_689b8da3-14de-dbd5-5d86-9d68796d1cdc/zookeeper_0, clientPort=53554, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/cluster_689b8da3-14de-dbd5-5d86-9d68796d1cdc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/cluster_689b8da3-14de-dbd5-5d86-9d68796d1cdc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T11:20:11,377 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53554 2024-11-09T11:20:11,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:20:11,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:20:11,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/test.cache.data in system properties and HBase conf 2024-11-09T11:20:11,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:20:11,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:20:11,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:20:11,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:20:11,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:20:11,378 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:20:11,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:20:11,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:20:11,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:20:11,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:20:11,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:20:11,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:20:11,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:20:11,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:20:11,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:20:11,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:20:11,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:20:11,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:20:11,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:20:11,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:20:11,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011f52b6ea0002, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:20:11,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011f52b6ea0005, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:20:11,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011f52b6ea0002, quorum=127.0.0.1:53059, baseZNode=/0601021073 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:20:11,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011f52b6ea0005, quorum=127.0.0.1:53059, baseZNode=/1-506997240 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:20:11,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:20:11,877 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:20:11,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:20:11,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:20:11,879 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:20:11,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:20:11,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@179d4f35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:20:11,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2493f511{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:20:11,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5576eccc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/java.io.tmpdir/jetty-localhost-46517-hadoop-hdfs-3_4_1-tests_jar-_-any-13383352643231698997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:20:11,977 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c5148e8{HTTP/1.1, (http/1.1)}{localhost:46517} 2024-11-09T11:20:11,977 INFO [Time-limited test {}] server.Server(415): Started @165878ms 2024-11-09T11:20:12,238 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:20:12,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:20:12,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:20:12,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:20:12,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:20:12,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8d40cf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:20:12,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3956826e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:20:12,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b8143cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/java.io.tmpdir/jetty-localhost-39743-hadoop-hdfs-3_4_1-tests_jar-_-any-17731430171929406900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:20:12,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a5f470f{HTTP/1.1, (http/1.1)}{localhost:39743} 2024-11-09T11:20:12,341 INFO [Time-limited test {}] server.Server(415): Started @166242ms 2024-11-09T11:20:12,342 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:20:12,966 WARN [Thread-1671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/cluster_689b8da3-14de-dbd5-5d86-9d68796d1cdc/data/data1/current/BP-266032641-172.17.0.2-1731151211405/current, will proceed with Du for space computation calculation, 2024-11-09T11:20:12,966 WARN [Thread-1672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/cluster_689b8da3-14de-dbd5-5d86-9d68796d1cdc/data/data2/current/BP-266032641-172.17.0.2-1731151211405/current, will proceed with Du for space computation calculation, 2024-11-09T11:20:12,981 WARN [Thread-1659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:20:12,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe72e1f229690c57d with lease ID 0x3a6f558bd2503afa: Processing first storage report for DS-fc19a96a-d60c-4888-8976-9069af24357f from datanode DatanodeRegistration(127.0.0.1:39667, datanodeUuid=0d97582a-8c89-4d57-8674-354f1159a4b7, infoPort=39963, infoSecurePort=0, ipcPort=44869, storageInfo=lv=-57;cid=testClusterID;nsid=757935196;c=1731151211405) 2024-11-09T11:20:12,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe72e1f229690c57d with lease ID 0x3a6f558bd2503afa: from storage DS-fc19a96a-d60c-4888-8976-9069af24357f node DatanodeRegistration(127.0.0.1:39667, datanodeUuid=0d97582a-8c89-4d57-8674-354f1159a4b7, infoPort=39963, infoSecurePort=0, ipcPort=44869, storageInfo=lv=-57;cid=testClusterID;nsid=757935196;c=1731151211405), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:20:12,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe72e1f229690c57d with lease ID 0x3a6f558bd2503afa: Processing first storage report for DS-8de90e3a-11e0-41d2-a05d-4b467d3765e3 from datanode DatanodeRegistration(127.0.0.1:39667, datanodeUuid=0d97582a-8c89-4d57-8674-354f1159a4b7, infoPort=39963, infoSecurePort=0, ipcPort=44869, storageInfo=lv=-57;cid=testClusterID;nsid=757935196;c=1731151211405) 2024-11-09T11:20:12,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe72e1f229690c57d with lease ID 0x3a6f558bd2503afa: from storage DS-8de90e3a-11e0-41d2-a05d-4b467d3765e3 node DatanodeRegistration(127.0.0.1:39667, datanodeUuid=0d97582a-8c89-4d57-8674-354f1159a4b7, infoPort=39963, infoSecurePort=0, ipcPort=44869, storageInfo=lv=-57;cid=testClusterID;nsid=757935196;c=1731151211405), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:20:13,070 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a 2024-11-09T11:20:13,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:13,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:13,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:20:13,480 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f with version=8 2024-11-09T11:20:13,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/hbase-staging 2024-11-09T11:20:13,482 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:20:13,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:13,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:13,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:20:13,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:13,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:20:13,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:20:13,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:20:13,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34233 2024-11-09T11:20:13,484 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34233 connecting to ZooKeeper ensemble=127.0.0.1:53554 2024-11-09T11:20:13,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342330x0, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:20:13,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34233-0x1011f53271b0000 connected 2024-11-09T11:20:13,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:13,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:13,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Set watcher on znode that does not yet exist, /02062379173/running 2024-11-09T11:20:13,663 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f, hbase.cluster.distributed=false 2024-11-09T11:20:13,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Set watcher on znode that does not yet exist, /02062379173/acl 2024-11-09T11:20:13,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34233 2024-11-09T11:20:13,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34233 2024-11-09T11:20:13,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34233 2024-11-09T11:20:13,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34233 2024-11-09T11:20:13,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34233 2024-11-09T11:20:13,678 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:20:13,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:13,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:13,678 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:20:13,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:13,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:20:13,678 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:20:13,678 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:20:13,680 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34783 2024-11-09T11:20:13,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34783 connecting to ZooKeeper ensemble=127.0.0.1:53554 2024-11-09T11:20:13,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:13,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:13,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347830x0, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:20:13,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34783-0x1011f53271b0001 connected 2024-11-09T11:20:13,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Set watcher on znode that does not yet exist, /02062379173/running 2024-11-09T11:20:13,697 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:20:13,697 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:20:13,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Set watcher on znode that does not yet exist, /02062379173/master 2024-11-09T11:20:13,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Set watcher on znode that does not yet exist, /02062379173/acl 2024-11-09T11:20:13,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34783 2024-11-09T11:20:13,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34783 2024-11-09T11:20:13,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34783 2024-11-09T11:20:13,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34783 2024-11-09T11:20:13,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34783 2024-11-09T11:20:13,721 DEBUG [M:0;3264b4bbda9f:34233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:34233 2024-11-09T11:20:13,721 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02062379173/backup-masters/3264b4bbda9f,34233,1731151213482 2024-11-09T11:20:13,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173/backup-masters 2024-11-09T11:20:13,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173/backup-masters 2024-11-09T11:20:13,733 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Set watcher on existing znode=/02062379173/backup-masters/3264b4bbda9f,34233,1731151213482 2024-11-09T11:20:13,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02062379173/master 2024-11-09T11:20:13,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173 2024-11-09T11:20:13,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173 2024-11-09T11:20:13,744 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Set watcher on existing znode=/02062379173/master 2024-11-09T11:20:13,744 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02062379173/backup-masters/3264b4bbda9f,34233,1731151213482 from backup master directory 2024-11-09T11:20:13,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173/backup-masters 2024-11-09T11:20:13,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02062379173/backup-masters/3264b4bbda9f,34233,1731151213482 2024-11-09T11:20:13,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173/backup-masters 2024-11-09T11:20:13,754 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:20:13,754 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,34233,1731151213482 2024-11-09T11:20:13,757 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/hbase.id] with ID: 95ee09d7-bcef-4881-a3e0-352ca44536b9 2024-11-09T11:20:13,757 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/.tmp/hbase.id 2024-11-09T11:20:13,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:20:14,161 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/.tmp/hbase.id]:[hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/hbase.id] 2024-11-09T11:20:14,170 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:14,170 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:20:14,171 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T11:20:14,193 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:20:14,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:14,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:14,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:14,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173 2024-11-09T11:20:14,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173 2024-11-09T11:20:14,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:14,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:14,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:14,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:20:14,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:14,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:14,635 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:20:14,636 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:20:14,636 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:14,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:20:14,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:20:14,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T11:20:14,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T11:20:14,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:20:15,042 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store 2024-11-09T11:20:15,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:20:15,447 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:15,447 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:20:15,448 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:15,448 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:15,448 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:20:15,448 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:15,448 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:15,448 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151215447Disabling compacts and flushes for region at 1731151215447Disabling writes for close at 1731151215448 (+1 ms)Writing region close event to WAL at 1731151215448Closed at 1731151215448 2024-11-09T11:20:15,449 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store/.initializing 2024-11-09T11:20:15,449 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/WALs/3264b4bbda9f,34233,1731151213482 2024-11-09T11:20:15,450 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:20:15,451 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C34233%2C1731151213482, suffix=, logDir=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/WALs/3264b4bbda9f,34233,1731151213482, archiveDir=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/oldWALs, maxLogs=10 2024-11-09T11:20:15,466 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/WALs/3264b4bbda9f,34233,1731151213482/3264b4bbda9f%2C34233%2C1731151213482.1731151215451, exclude list is [], retry=0 2024-11-09T11:20:15,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39667,DS-fc19a96a-d60c-4888-8976-9069af24357f,DISK] 2024-11-09T11:20:15,469 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/WALs/3264b4bbda9f,34233,1731151213482/3264b4bbda9f%2C34233%2C1731151213482.1731151215451 2024-11-09T11:20:15,470 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39963:39963)] 2024-11-09T11:20:15,470 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:15,470 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:15,470 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:15,470 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:15,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:15,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:20:15,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:15,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:15,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:15,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:20:15,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:15,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:15,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:15,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:20:15,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:15,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:15,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:15,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:20:15,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:15,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:15,477 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:15,478 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:15,478 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:15,479 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:15,479 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:15,480 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:20:15,481 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:15,482 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:15,483 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74067959, jitterRate=0.10369859635829926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:20:15,483 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151215470Initializing all the Stores at 1731151215471 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151215471Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151215471Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151215471Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151215471Cleaning up temporary data from old regions at 1731151215479 (+8 ms)Region opened successfully at 1731151215483 (+4 ms) 2024-11-09T11:20:15,484 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:20:15,486 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588c1bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:20:15,487 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:20:15,487 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:20:15,487 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:20:15,487 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:20:15,488 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:20:15,488 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:20:15,488 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:20:15,490 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:20:15,490 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Unable to get data of znode /02062379173/balancer because node does not exist (not necessarily an error) 2024-11-09T11:20:15,501 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02062379173/balancer already deleted, retry=false 2024-11-09T11:20:15,501 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:20:15,502 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Unable to get data of znode /02062379173/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:20:15,512 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02062379173/normalizer already deleted, retry=false 2024-11-09T11:20:15,512 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:20:15,513 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Unable to get data of znode /02062379173/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:20:15,596 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02062379173/switch/split already deleted, retry=false 2024-11-09T11:20:15,597 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Unable to get data of znode /02062379173/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:20:15,606 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02062379173/switch/merge already deleted, retry=false 2024-11-09T11:20:15,608 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Unable to get data of znode /02062379173/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:20:15,617 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02062379173/snapshot-cleanup already deleted, retry=false 2024-11-09T11:20:15,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02062379173/running 2024-11-09T11:20:15,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02062379173/running 2024-11-09T11:20:15,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173 2024-11-09T11:20:15,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173 2024-11-09T11:20:15,628 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,34233,1731151213482, sessionid=0x1011f53271b0000, setting cluster-up flag (Was=false) 2024-11-09T11:20:15,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173 2024-11-09T11:20:15,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173 2024-11-09T11:20:15,680 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02062379173/flush-table-proc/acquired, /02062379173/flush-table-proc/reached, /02062379173/flush-table-proc/abort 2024-11-09T11:20:15,681 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,34233,1731151213482 2024-11-09T11:20:15,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173 2024-11-09T11:20:15,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173 2024-11-09T11:20:15,733 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02062379173/online-snapshot/acquired, /02062379173/online-snapshot/reached, /02062379173/online-snapshot/abort 2024-11-09T11:20:15,734 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,34233,1731151213482 2024-11-09T11:20:15,735 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:20:15,736 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:15,736 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:20:15,736 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:20:15,737 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,34233,1731151213482 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:20:15,738 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:15,738 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:15,738 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:15,738 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:15,738 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:20:15,738 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:15,738 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:20:15,738 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:15,739 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151245739 2024-11-09T11:20:15,739 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:20:15,739 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:20:15,739 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:20:15,739 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:20:15,739 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:20:15,739 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:20:15,739 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:15,739 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:15,739 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:20:15,740 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:20:15,740 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:20:15,740 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:20:15,740 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:20:15,740 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:20:15,740 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:20:15,740 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:15,741 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:20:15,745 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151215740,5,FailOnTimeoutGroup] 2024-11-09T11:20:15,745 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151215745,5,FailOnTimeoutGroup] 2024-11-09T11:20:15,745 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:15,745 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:20:15,745 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:15,745 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:15,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:20:15,814 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(746): ClusterId : 95ee09d7-bcef-4881-a3e0-352ca44536b9 2024-11-09T11:20:15,814 DEBUG [RS:0;3264b4bbda9f:34783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:20:15,823 DEBUG [RS:0;3264b4bbda9f:34783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:20:15,823 DEBUG [RS:0;3264b4bbda9f:34783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:20:15,833 DEBUG [RS:0;3264b4bbda9f:34783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:20:15,833 DEBUG [RS:0;3264b4bbda9f:34783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7063b52d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:20:15,850 DEBUG [RS:0;3264b4bbda9f:34783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:34783 2024-11-09T11:20:15,850 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:20:15,850 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:20:15,850 DEBUG [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:20:15,851 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,34233,1731151213482 with port=34783, startcode=1731151213678 2024-11-09T11:20:15,851 DEBUG [RS:0;3264b4bbda9f:34783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:20:15,853 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:20:15,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,34783,1731151213678 2024-11-09T11:20:15,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34233 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,34783,1731151213678 2024-11-09T11:20:15,855 DEBUG [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f 2024-11-09T11:20:15,855 DEBUG [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46763 2024-11-09T11:20:15,855 DEBUG [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:20:15,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173/rs 2024-11-09T11:20:15,865 DEBUG [RS:0;3264b4bbda9f:34783 {}] zookeeper.ZKUtil(111): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Set watcher on existing znode=/02062379173/rs/3264b4bbda9f,34783,1731151213678 2024-11-09T11:20:15,865 WARN [RS:0;3264b4bbda9f:34783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:20:15,865 INFO [RS:0;3264b4bbda9f:34783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:15,865 DEBUG [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678 2024-11-09T11:20:15,865 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,34783,1731151213678] 2024-11-09T11:20:15,868 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:20:15,873 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:20:15,880 INFO [RS:0;3264b4bbda9f:34783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:20:15,880 INFO [RS:0;3264b4bbda9f:34783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:15,882 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:20:15,883 INFO [RS:0;3264b4bbda9f:34783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:20:15,883 INFO [RS:0;3264b4bbda9f:34783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:15,883 DEBUG [RS:0;3264b4bbda9f:34783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:15,883 DEBUG [RS:0;3264b4bbda9f:34783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:15,883 DEBUG [RS:0;3264b4bbda9f:34783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:15,883 DEBUG [RS:0;3264b4bbda9f:34783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:15,883 DEBUG [RS:0;3264b4bbda9f:34783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:15,884 DEBUG [RS:0;3264b4bbda9f:34783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:20:15,884 DEBUG [RS:0;3264b4bbda9f:34783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:15,884 DEBUG [RS:0;3264b4bbda9f:34783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:15,884 DEBUG [RS:0;3264b4bbda9f:34783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:15,884 DEBUG [RS:0;3264b4bbda9f:34783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:15,884 DEBUG [RS:0;3264b4bbda9f:34783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:15,884 DEBUG [RS:0;3264b4bbda9f:34783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:15,884 DEBUG [RS:0;3264b4bbda9f:34783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:20:15,884 DEBUG [RS:0;3264b4bbda9f:34783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:20:15,888 INFO [RS:0;3264b4bbda9f:34783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:15,888 INFO [RS:0;3264b4bbda9f:34783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:15,888 INFO [RS:0;3264b4bbda9f:34783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:15,888 INFO [RS:0;3264b4bbda9f:34783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:15,888 INFO [RS:0;3264b4bbda9f:34783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:15,888 INFO [RS:0;3264b4bbda9f:34783 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,34783,1731151213678-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:20:15,906 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:20:15,906 INFO [RS:0;3264b4bbda9f:34783 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,34783,1731151213678-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:15,906 INFO [RS:0;3264b4bbda9f:34783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:15,907 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.Replication(171): 3264b4bbda9f,34783,1731151213678 started 2024-11-09T11:20:15,923 INFO [RS:0;3264b4bbda9f:34783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:15,923 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,34783,1731151213678, RpcServer on 3264b4bbda9f/172.17.0.2:34783, sessionid=0x1011f53271b0001 2024-11-09T11:20:15,924 DEBUG [RS:0;3264b4bbda9f:34783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:20:15,924 DEBUG [RS:0;3264b4bbda9f:34783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,34783,1731151213678 2024-11-09T11:20:15,924 DEBUG [RS:0;3264b4bbda9f:34783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,34783,1731151213678' 2024-11-09T11:20:15,924 DEBUG [RS:0;3264b4bbda9f:34783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02062379173/flush-table-proc/abort' 2024-11-09T11:20:15,924 DEBUG [RS:0;3264b4bbda9f:34783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02062379173/flush-table-proc/acquired' 2024-11-09T11:20:15,925 DEBUG [RS:0;3264b4bbda9f:34783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:20:15,925 DEBUG [RS:0;3264b4bbda9f:34783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:20:15,925 DEBUG [RS:0;3264b4bbda9f:34783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,34783,1731151213678 2024-11-09T11:20:15,925 DEBUG [RS:0;3264b4bbda9f:34783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,34783,1731151213678' 2024-11-09T11:20:15,925 DEBUG [RS:0;3264b4bbda9f:34783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02062379173/online-snapshot/abort' 2024-11-09T11:20:15,925 DEBUG [RS:0;3264b4bbda9f:34783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02062379173/online-snapshot/acquired' 2024-11-09T11:20:15,925 DEBUG [RS:0;3264b4bbda9f:34783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:20:15,925 INFO [RS:0;3264b4bbda9f:34783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:20:15,925 INFO [RS:0;3264b4bbda9f:34783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:20:16,026 INFO [RS:0;3264b4bbda9f:34783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:20:16,027 INFO [RS:0;3264b4bbda9f:34783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C34783%2C1731151213678, suffix=, logDir=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678, archiveDir=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/oldWALs, maxLogs=10 2024-11-09T11:20:16,042 DEBUG [RS:0;3264b4bbda9f:34783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028, exclude list is [], retry=0 2024-11-09T11:20:16,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39667,DS-fc19a96a-d60c-4888-8976-9069af24357f,DISK] 2024-11-09T11:20:16,046 INFO [RS:0;3264b4bbda9f:34783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 2024-11-09T11:20:16,046 DEBUG [RS:0;3264b4bbda9f:34783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39963:39963)] 2024-11-09T11:20:16,149 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:20:16,149 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f 2024-11-09T11:20:16,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741833_1009 (size=32) 2024-11-09T11:20:16,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:16,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:20:16,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:20:16,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:16,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:16,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:20:16,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:20:16,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:16,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:16,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:20:16,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:20:16,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:16,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:16,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:20:16,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:20:16,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:16,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:16,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:20:16,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740 2024-11-09T11:20:16,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740 2024-11-09T11:20:16,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:20:16,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:20:16,563 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:20:16,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:20:16,565 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:16,565 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72938561, jitterRate=0.0868692547082901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:20:16,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151216555Initializing all the Stores at 1731151216555Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151216555Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151216555Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151216555Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151216555Cleaning up temporary data from old regions at 1731151216563 (+8 ms)Region opened successfully at 1731151216566 (+3 ms) 2024-11-09T11:20:16,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:20:16,566 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:20:16,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:20:16,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:20:16,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:20:16,566 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:20:16,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151216566Disabling compacts and flushes for region at 1731151216566Disabling writes for close at 1731151216566Writing region close event to WAL at 1731151216566Closed at 1731151216566 2024-11-09T11:20:16,567 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:16,567 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:20:16,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:20:16,568 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:20:16,568 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:20:16,719 DEBUG [3264b4bbda9f:34233 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:20:16,719 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,34783,1731151213678 2024-11-09T11:20:16,720 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,34783,1731151213678, state=OPENING 2024-11-09T11:20:16,785 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:20:16,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173 2024-11-09T11:20:16,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173 2024-11-09T11:20:16,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02062379173/meta-region-server: CHANGED 2024-11-09T11:20:16,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02062379173/meta-region-server: CHANGED 2024-11-09T11:20:16,796 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:20:16,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,34783,1731151213678}] 2024-11-09T11:20:16,949 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:20:16,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:20:16,953 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:20:16,953 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:16,953 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:20:16,954 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C34783%2C1731151213678.meta, suffix=.meta, logDir=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678, archiveDir=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/oldWALs, maxLogs=10 2024-11-09T11:20:16,966 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.meta.1731151216954.meta, exclude list is [], retry=0 2024-11-09T11:20:16,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39667,DS-fc19a96a-d60c-4888-8976-9069af24357f,DISK] 2024-11-09T11:20:16,969 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.meta.1731151216954.meta 2024-11-09T11:20:16,969 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39963:39963)] 2024-11-09T11:20:16,969 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:16,970 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:20:16,970 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:20:16,970 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:20:16,970 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:20:16,970 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:20:16,970 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:16,970 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:20:16,970 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:20:16,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:20:16,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:20:16,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:16,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:16,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:20:16,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:20:16,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:16,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:16,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:20:16,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:20:16,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:16,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:16,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:20:16,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:20:16,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:16,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:16,976 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:20:16,976 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740 2024-11-09T11:20:16,977 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740 2024-11-09T11:20:16,978 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:20:16,978 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:20:16,978 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:20:16,979 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:20:16,980 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65427677, jitterRate=-0.02505163848400116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:20:16,980 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:20:16,980 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151216970Writing region info on filesystem at 1731151216970Initializing all the Stores at 1731151216971 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151216971Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151216971Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151216971Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151216971Cleaning up temporary data from old regions at 1731151216978 (+7 ms)Running coprocessor post-open hooks at 1731151216980 (+2 ms)Region opened successfully at 1731151216980 2024-11-09T11:20:16,981 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151216949 2024-11-09T11:20:16,983 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:20:16,983 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:20:16,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,34783,1731151213678 2024-11-09T11:20:16,984 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,34783,1731151213678, state=OPEN 2024-11-09T11:20:17,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02062379173/meta-region-server 2024-11-09T11:20:17,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02062379173/meta-region-server 2024-11-09T11:20:17,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02062379173/meta-region-server: CHANGED 2024-11-09T11:20:17,043 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,34783,1731151213678 2024-11-09T11:20:17,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02062379173/meta-region-server: CHANGED 2024-11-09T11:20:17,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:20:17,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,34783,1731151213678 in 247 msec 2024-11-09T11:20:17,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:20:17,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 478 msec 2024-11-09T11:20:17,046 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:17,046 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:20:17,047 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:17,047 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,34783,1731151213678, seqNum=-1] 2024-11-09T11:20:17,048 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:17,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:17,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3160 sec 2024-11-09T11:20:17,052 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151217052, completionTime=-1 2024-11-09T11:20:17,052 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:20:17,053 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:20:17,054 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:20:17,054 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151277054 2024-11-09T11:20:17,054 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151337054 2024-11-09T11:20:17,054 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T11:20:17,054 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,34233,1731151213482-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:17,054 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,34233,1731151213482-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:17,055 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,34233,1731151213482-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:17,055 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:34233, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:17,055 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:17,055 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:17,056 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:20:17,058 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.303sec 2024-11-09T11:20:17,058 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:20:17,058 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:20:17,058 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:20:17,058 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:20:17,058 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:20:17,058 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,34233,1731151213482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:20:17,058 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,34233,1731151213482-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:20:17,060 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:20:17,060 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:20:17,060 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,34233,1731151213482-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:17,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e322604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:17,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,34233,-1 for getting cluster id 2024-11-09T11:20:17,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:17,115 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ee09d7-bcef-4881-a3e0-352ca44536b9' 2024-11-09T11:20:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ee09d7-bcef-4881-a3e0-352ca44536b9" 2024-11-09T11:20:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a20ac7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,34233,-1] 2024-11-09T11:20:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:17,117 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:17,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152eda5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:17,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,34783,1731151213678, seqNum=-1] 2024-11-09T11:20:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:17,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:17,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,34233,1731151213482 2024-11-09T11:20:17,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53554 2024-11-09T11:20:17,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:20:17,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f53271b0002 connected 2024-11-09T11:20:17,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/hadoop.log.dir so I do NOT create it in target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7 2024-11-09T11:20:17,156 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:20:17,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/hadoop.tmp.dir so I do NOT create it in target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7 2024-11-09T11:20:17,157 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:20:17,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7 2024-11-09T11:20:17,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:20:17,157 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/cluster_c9a5959c-9f7d-5e93-e626-e5d577311912, deleteOnExit=true 2024-11-09T11:20:17,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:20:17,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/test.cache.data in system properties and HBase conf 2024-11-09T11:20:17,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:20:17,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:20:17,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:20:17,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:20:17,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:20:17,157 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:20:17,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:20:17,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:20:17,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:20:17,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:20:17,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:20:17,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:20:17,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:20:17,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:20:17,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:20:17,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:20:17,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:20:17,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:20:17,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:20:17,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:20:17,617 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:20:17,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:20:17,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:20:17,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:20:17,623 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:20:17,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:20:17,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d90865a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:20:17,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261f9c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:20:17,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f4d79ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/java.io.tmpdir/jetty-localhost-45433-hadoop-hdfs-3_4_1-tests_jar-_-any-196454772927591904/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:20:17,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c2976d5{HTTP/1.1, (http/1.1)}{localhost:45433} 2024-11-09T11:20:17,720 INFO [Time-limited test {}] server.Server(415): Started @171621ms 2024-11-09T11:20:18,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:20:18,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:20:18,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:20:18,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:20:18,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:20:18,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15693be3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:20:18,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59559645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:20:18,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@126508b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/java.io.tmpdir/jetty-localhost-38807-hadoop-hdfs-3_4_1-tests_jar-_-any-14432279551413953576/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:20:18,121 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@613e9d2b{HTTP/1.1, (http/1.1)}{localhost:38807} 2024-11-09T11:20:18,121 INFO [Time-limited test {}] server.Server(415): Started @172022ms 2024-11-09T11:20:18,122 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:20:18,794 WARN [Thread-1792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/cluster_c9a5959c-9f7d-5e93-e626-e5d577311912/data/data1/current/BP-1820158659-172.17.0.2-1731151217178/current, will proceed with Du for space computation calculation, 2024-11-09T11:20:18,794 WARN [Thread-1793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/cluster_c9a5959c-9f7d-5e93-e626-e5d577311912/data/data2/current/BP-1820158659-172.17.0.2-1731151217178/current, will proceed with Du for space computation calculation, 2024-11-09T11:20:18,811 WARN [Thread-1780 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:20:18,813 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f74e8cc58affd98 with lease ID 0xdc03621638093ea0: Processing first storage report for DS-1704ef44-14e8-4e78-a297-bea49d7f0471 from datanode DatanodeRegistration(127.0.0.1:38411, datanodeUuid=52b5a201-ffdc-4712-a9ea-61e695c8f193, infoPort=34211, infoSecurePort=0, ipcPort=42819, storageInfo=lv=-57;cid=testClusterID;nsid=883755531;c=1731151217178) 2024-11-09T11:20:18,813 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f74e8cc58affd98 with lease ID 0xdc03621638093ea0: from storage DS-1704ef44-14e8-4e78-a297-bea49d7f0471 node DatanodeRegistration(127.0.0.1:38411, datanodeUuid=52b5a201-ffdc-4712-a9ea-61e695c8f193, infoPort=34211, infoSecurePort=0, ipcPort=42819, storageInfo=lv=-57;cid=testClusterID;nsid=883755531;c=1731151217178), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:20:18,813 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f74e8cc58affd98 with lease ID 0xdc03621638093ea0: Processing first storage report for DS-73ab2432-3a2a-415a-8907-0e40c6c5876d from datanode DatanodeRegistration(127.0.0.1:38411, datanodeUuid=52b5a201-ffdc-4712-a9ea-61e695c8f193, infoPort=34211, infoSecurePort=0, ipcPort=42819, storageInfo=lv=-57;cid=testClusterID;nsid=883755531;c=1731151217178) 2024-11-09T11:20:18,813 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f74e8cc58affd98 with lease ID 0xdc03621638093ea0: from storage DS-73ab2432-3a2a-415a-8907-0e40c6c5876d node DatanodeRegistration(127.0.0.1:38411, datanodeUuid=52b5a201-ffdc-4712-a9ea-61e695c8f193, infoPort=34211, infoSecurePort=0, ipcPort=42819, storageInfo=lv=-57;cid=testClusterID;nsid=883755531;c=1731151217178), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:20:18,851 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7 2024-11-09T11:20:18,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:18,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:18,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:20:19,260 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c with version=8 2024-11-09T11:20:19,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/hbase-staging 2024-11-09T11:20:19,262 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:20:19,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:19,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:19,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:20:19,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:19,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:20:19,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:20:19,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:20:19,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35353 2024-11-09T11:20:19,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35353 connecting to ZooKeeper ensemble=127.0.0.1:53554 2024-11-09T11:20:19,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353530x0, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:20:19,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35353-0x1011f53271b0003 connected 2024-11-09T11:20:19,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:19,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:19,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Set watcher on znode that does not yet exist, /1-2130519139/running 2024-11-09T11:20:19,395 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c, hbase.cluster.distributed=false 2024-11-09T11:20:19,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Set watcher on znode that does not yet exist, /1-2130519139/acl 2024-11-09T11:20:19,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35353 2024-11-09T11:20:19,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35353 2024-11-09T11:20:19,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35353 2024-11-09T11:20:19,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35353 2024-11-09T11:20:19,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35353 2024-11-09T11:20:19,410 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:20:19,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:19,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:19,410 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:20:19,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:19,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:20:19,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:20:19,411 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:20:19,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37149 2024-11-09T11:20:19,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37149 connecting to ZooKeeper ensemble=127.0.0.1:53554 2024-11-09T11:20:19,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:19,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:19,428 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371490x0, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:20:19,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371490x0, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Set watcher on znode that does not yet exist, /1-2130519139/running 2024-11-09T11:20:19,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37149-0x1011f53271b0004 connected 2024-11-09T11:20:19,428 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:20:19,431 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:20:19,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Set watcher on znode that does not yet exist, /1-2130519139/master 2024-11-09T11:20:19,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Set watcher on znode that does not yet exist, /1-2130519139/acl 2024-11-09T11:20:19,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37149 2024-11-09T11:20:19,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37149 2024-11-09T11:20:19,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37149 2024-11-09T11:20:19,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37149 2024-11-09T11:20:19,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37149 2024-11-09T11:20:19,453 DEBUG [M:0;3264b4bbda9f:35353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:35353 2024-11-09T11:20:19,453 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2130519139/backup-masters/3264b4bbda9f,35353,1731151219262 2024-11-09T11:20:19,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139/backup-masters 2024-11-09T11:20:19,464 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139/backup-masters 2024-11-09T11:20:19,464 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Set watcher on existing znode=/1-2130519139/backup-masters/3264b4bbda9f,35353,1731151219262 2024-11-09T11:20:19,474 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2130519139/master 2024-11-09T11:20:19,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139 2024-11-09T11:20:19,474 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139 2024-11-09T11:20:19,475 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Set watcher on existing znode=/1-2130519139/master 2024-11-09T11:20:19,475 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2130519139/backup-masters/3264b4bbda9f,35353,1731151219262 from backup master directory 2024-11-09T11:20:19,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2130519139/backup-masters/3264b4bbda9f,35353,1731151219262 2024-11-09T11:20:19,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139/backup-masters 2024-11-09T11:20:19,485 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139/backup-masters 2024-11-09T11:20:19,485 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:20:19,485 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,35353,1731151219262 2024-11-09T11:20:19,488 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/hbase.id] with ID: b1098e1e-53bd-4ebf-a122-430c26de9b85 2024-11-09T11:20:19,488 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/.tmp/hbase.id 2024-11-09T11:20:19,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:20:19,892 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/.tmp/hbase.id]:[hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/hbase.id] 2024-11-09T11:20:19,901 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:19,901 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:20:19,902 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T11:20:19,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139 2024-11-09T11:20:19,954 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139 2024-11-09T11:20:19,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:20:20,359 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:20:20,360 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:20:20,361 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:20,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:20:20,387 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:20:20,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:20,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:20,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:20,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:20,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:20,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:20,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:20,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:20,767 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store 2024-11-09T11:20:20,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:20:21,175 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:21,175 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:20:21,175 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:21,175 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:21,175 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:20:21,175 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:21,175 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:21,175 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151221175Disabling compacts and flushes for region at 1731151221175Disabling writes for close at 1731151221175Writing region close event to WAL at 1731151221175Closed at 1731151221175 2024-11-09T11:20:21,176 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store/.initializing 2024-11-09T11:20:21,176 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/WALs/3264b4bbda9f,35353,1731151219262 2024-11-09T11:20:21,177 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:20:21,179 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C35353%2C1731151219262, suffix=, logDir=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/WALs/3264b4bbda9f,35353,1731151219262, archiveDir=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/oldWALs, maxLogs=10 2024-11-09T11:20:21,194 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/WALs/3264b4bbda9f,35353,1731151219262/3264b4bbda9f%2C35353%2C1731151219262.1731151221179, exclude list is [], retry=0 2024-11-09T11:20:21,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38411,DS-1704ef44-14e8-4e78-a297-bea49d7f0471,DISK] 2024-11-09T11:20:21,198 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/WALs/3264b4bbda9f,35353,1731151219262/3264b4bbda9f%2C35353%2C1731151219262.1731151221179 2024-11-09T11:20:21,198 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211)] 2024-11-09T11:20:21,198 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:21,198 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:21,199 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:21,199 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:21,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:21,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:20:21,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:21,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:21,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:21,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:20:21,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:21,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:21,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:21,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:20:21,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:21,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:21,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:21,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:20:21,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:21,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:21,205 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:21,206 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:21,206 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:21,207 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:21,207 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:21,208 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:20:21,208 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:21,210 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:21,211 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69293990, jitterRate=0.032560914754867554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:20:21,211 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151221199Initializing all the Stores at 1731151221199Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151221200 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151221200Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151221200Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151221200Cleaning up temporary data from old regions at 1731151221207 (+7 ms)Region opened successfully at 1731151221211 (+4 ms) 2024-11-09T11:20:21,211 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:20:21,213 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b6b6af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:20:21,214 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:20:21,214 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:20:21,214 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:20:21,214 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:20:21,215 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:20:21,215 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:20:21,215 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:20:21,217 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:20:21,217 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Unable to get data of znode /1-2130519139/balancer because node does not exist (not necessarily an error) 2024-11-09T11:20:21,390 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2130519139/balancer already deleted, retry=false 2024-11-09T11:20:21,391 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:20:21,391 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Unable to get data of znode /1-2130519139/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:20:21,453 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2130519139/normalizer already deleted, retry=false 2024-11-09T11:20:21,453 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:20:21,454 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Unable to get data of znode /1-2130519139/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:20:21,464 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2130519139/switch/split already deleted, retry=false 2024-11-09T11:20:21,464 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Unable to get data of znode /1-2130519139/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:20:21,474 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2130519139/switch/merge already deleted, retry=false 2024-11-09T11:20:21,476 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Unable to get data of znode /1-2130519139/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:20:21,485 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2130519139/snapshot-cleanup already deleted, retry=false 2024-11-09T11:20:21,495 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2130519139/running 2024-11-09T11:20:21,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2130519139/running 2024-11-09T11:20:21,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139 2024-11-09T11:20:21,495 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139 2024-11-09T11:20:21,496 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,35353,1731151219262, sessionid=0x1011f53271b0003, setting cluster-up flag (Was=false) 2024-11-09T11:20:21,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139 2024-11-09T11:20:21,516 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139 2024-11-09T11:20:21,548 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2130519139/flush-table-proc/acquired, /1-2130519139/flush-table-proc/reached, /1-2130519139/flush-table-proc/abort 2024-11-09T11:20:21,549 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,35353,1731151219262 2024-11-09T11:20:21,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139 2024-11-09T11:20:21,569 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139 2024-11-09T11:20:21,601 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2130519139/online-snapshot/acquired, /1-2130519139/online-snapshot/reached, /1-2130519139/online-snapshot/abort 2024-11-09T11:20:21,601 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,35353,1731151219262 2024-11-09T11:20:21,602 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:20:21,603 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:21,604 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:20:21,604 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:20:21,604 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,35353,1731151219262 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:20:21,605 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:21,605 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:21,605 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:21,605 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:21,605 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:20:21,605 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:21,605 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:20:21,605 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:21,606 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151251606 2024-11-09T11:20:21,606 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:20:21,606 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:20:21,606 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:20:21,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:21,606 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:20:21,606 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:20:21,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:20:21,606 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:20:21,606 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:21,607 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:20:21,607 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:20:21,607 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:20:21,607 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:20:21,607 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:21,607 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:20:21,607 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:20:21,607 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:20:21,607 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151221607,5,FailOnTimeoutGroup] 2024-11-09T11:20:21,608 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151221607,5,FailOnTimeoutGroup] 2024-11-09T11:20:21,608 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:21,608 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:20:21,608 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:21,608 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:21,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:20:21,643 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(746): ClusterId : b1098e1e-53bd-4ebf-a122-430c26de9b85 2024-11-09T11:20:21,643 DEBUG [RS:0;3264b4bbda9f:37149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:20:21,654 DEBUG [RS:0;3264b4bbda9f:37149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:20:21,654 DEBUG [RS:0;3264b4bbda9f:37149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:20:21,664 DEBUG [RS:0;3264b4bbda9f:37149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:20:21,664 DEBUG [RS:0;3264b4bbda9f:37149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3828aebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:20:21,674 DEBUG [RS:0;3264b4bbda9f:37149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:37149 2024-11-09T11:20:21,674 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:20:21,674 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:20:21,674 DEBUG [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:20:21,675 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,35353,1731151219262 with port=37149, startcode=1731151219410 2024-11-09T11:20:21,675 DEBUG [RS:0;3264b4bbda9f:37149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:20:21,676 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:20:21,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35353 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,37149,1731151219410 2024-11-09T11:20:21,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35353 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,37149,1731151219410 2024-11-09T11:20:21,678 DEBUG [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c 2024-11-09T11:20:21,678 DEBUG [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34547 2024-11-09T11:20:21,678 DEBUG [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:20:21,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139/rs 2024-11-09T11:20:21,743 DEBUG [RS:0;3264b4bbda9f:37149 {}] zookeeper.ZKUtil(111): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Set watcher on existing znode=/1-2130519139/rs/3264b4bbda9f,37149,1731151219410 2024-11-09T11:20:21,743 WARN [RS:0;3264b4bbda9f:37149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:20:21,744 INFO [RS:0;3264b4bbda9f:37149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:21,744 DEBUG [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410 2024-11-09T11:20:21,744 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,37149,1731151219410] 2024-11-09T11:20:21,747 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:20:21,748 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:20:21,749 INFO [RS:0;3264b4bbda9f:37149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:20:21,749 INFO [RS:0;3264b4bbda9f:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:21,749 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:20:21,749 INFO [RS:0;3264b4bbda9f:37149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:20:21,749 INFO [RS:0;3264b4bbda9f:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:21,749 DEBUG [RS:0;3264b4bbda9f:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:21,750 DEBUG [RS:0;3264b4bbda9f:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:21,750 DEBUG [RS:0;3264b4bbda9f:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:21,750 DEBUG [RS:0;3264b4bbda9f:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:21,750 DEBUG [RS:0;3264b4bbda9f:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:21,750 DEBUG [RS:0;3264b4bbda9f:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:20:21,750 DEBUG [RS:0;3264b4bbda9f:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:21,750 DEBUG [RS:0;3264b4bbda9f:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:21,750 DEBUG [RS:0;3264b4bbda9f:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:21,750 DEBUG [RS:0;3264b4bbda9f:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:21,750 DEBUG [RS:0;3264b4bbda9f:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:21,750 DEBUG [RS:0;3264b4bbda9f:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:21,750 DEBUG [RS:0;3264b4bbda9f:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:20:21,750 DEBUG [RS:0;3264b4bbda9f:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:20:21,752 INFO [RS:0;3264b4bbda9f:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:21,752 INFO [RS:0;3264b4bbda9f:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:21,752 INFO [RS:0;3264b4bbda9f:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:21,752 INFO [RS:0;3264b4bbda9f:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:21,752 INFO [RS:0;3264b4bbda9f:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:21,752 INFO [RS:0;3264b4bbda9f:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,37149,1731151219410-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:20:21,767 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:20:21,767 INFO [RS:0;3264b4bbda9f:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,37149,1731151219410-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:21,767 INFO [RS:0;3264b4bbda9f:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:21,767 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.Replication(171): 3264b4bbda9f,37149,1731151219410 started 2024-11-09T11:20:21,785 INFO [RS:0;3264b4bbda9f:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:21,785 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,37149,1731151219410, RpcServer on 3264b4bbda9f/172.17.0.2:37149, sessionid=0x1011f53271b0004 2024-11-09T11:20:21,785 DEBUG [RS:0;3264b4bbda9f:37149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:20:21,785 DEBUG [RS:0;3264b4bbda9f:37149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,37149,1731151219410 2024-11-09T11:20:21,785 DEBUG [RS:0;3264b4bbda9f:37149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,37149,1731151219410' 2024-11-09T11:20:21,785 DEBUG [RS:0;3264b4bbda9f:37149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2130519139/flush-table-proc/abort' 2024-11-09T11:20:21,786 DEBUG [RS:0;3264b4bbda9f:37149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2130519139/flush-table-proc/acquired' 2024-11-09T11:20:21,786 DEBUG [RS:0;3264b4bbda9f:37149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:20:21,786 DEBUG [RS:0;3264b4bbda9f:37149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:20:21,786 DEBUG [RS:0;3264b4bbda9f:37149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,37149,1731151219410 2024-11-09T11:20:21,786 DEBUG [RS:0;3264b4bbda9f:37149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,37149,1731151219410' 2024-11-09T11:20:21,786 DEBUG [RS:0;3264b4bbda9f:37149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2130519139/online-snapshot/abort' 2024-11-09T11:20:21,787 DEBUG [RS:0;3264b4bbda9f:37149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2130519139/online-snapshot/acquired' 2024-11-09T11:20:21,787 DEBUG [RS:0;3264b4bbda9f:37149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:20:21,787 INFO [RS:0;3264b4bbda9f:37149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:20:21,787 INFO [RS:0;3264b4bbda9f:37149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:20:21,869 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:20:21,887 INFO [RS:0;3264b4bbda9f:37149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:20:21,889 INFO [RS:0;3264b4bbda9f:37149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C37149%2C1731151219410, suffix=, logDir=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410, archiveDir=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/oldWALs, maxLogs=10 2024-11-09T11:20:21,904 DEBUG [RS:0;3264b4bbda9f:37149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889, exclude list is [], retry=0 2024-11-09T11:20:21,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38411,DS-1704ef44-14e8-4e78-a297-bea49d7f0471,DISK] 2024-11-09T11:20:21,909 INFO [RS:0;3264b4bbda9f:37149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889 2024-11-09T11:20:21,909 DEBUG [RS:0;3264b4bbda9f:37149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211)] 2024-11-09T11:20:22,015 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:20:22,015 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c 2024-11-09T11:20:22,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741833_1009 (size=32) 2024-11-09T11:20:22,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:22,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:20:22,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:20:22,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:22,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:22,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:20:22,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:20:22,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:22,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:22,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:20:22,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:20:22,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:22,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:22,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:20:22,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:20:22,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:22,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:22,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:20:22,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740 2024-11-09T11:20:22,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740 2024-11-09T11:20:22,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:20:22,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:20:22,430 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:20:22,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:20:22,433 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:22,433 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58987525, jitterRate=-0.12101738154888153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:20:22,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151222421Initializing all the Stores at 1731151222422 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151222422Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151222422Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151222422Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151222422Cleaning up temporary data from old regions at 1731151222430 (+8 ms)Region opened successfully at 1731151222433 (+3 ms) 2024-11-09T11:20:22,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:20:22,433 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:20:22,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:20:22,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:20:22,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:20:22,434 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:20:22,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151222433Disabling compacts and flushes for region at 1731151222433Disabling writes for close at 1731151222434 (+1 ms)Writing region close event to WAL at 1731151222434Closed at 1731151222434 2024-11-09T11:20:22,435 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:22,435 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:20:22,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:20:22,436 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:20:22,436 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:20:22,587 DEBUG [3264b4bbda9f:35353 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:20:22,587 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,37149,1731151219410 2024-11-09T11:20:22,588 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,37149,1731151219410, state=OPENING 2024-11-09T11:20:22,638 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:20:22,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139 2024-11-09T11:20:22,648 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139 2024-11-09T11:20:22,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2130519139/meta-region-server: CHANGED 2024-11-09T11:20:22,649 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:20:22,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2130519139/meta-region-server: CHANGED 2024-11-09T11:20:22,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,37149,1731151219410}] 2024-11-09T11:20:22,801 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:20:22,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:20:22,807 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:20:22,807 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:22,807 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:20:22,809 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C37149%2C1731151219410.meta, suffix=.meta, logDir=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410, archiveDir=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/oldWALs, maxLogs=10 2024-11-09T11:20:22,825 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.meta.1731151222809.meta, exclude list is [], retry=0 2024-11-09T11:20:22,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38411,DS-1704ef44-14e8-4e78-a297-bea49d7f0471,DISK] 2024-11-09T11:20:22,829 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.meta.1731151222809.meta 2024-11-09T11:20:22,829 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211)] 2024-11-09T11:20:22,830 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:22,830 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:20:22,830 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:20:22,830 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:20:22,830 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:20:22,830 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:20:22,830 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:22,830 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:20:22,830 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:20:22,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:20:22,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:20:22,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:22,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:22,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:20:22,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:20:22,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:22,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:22,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:20:22,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:20:22,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:22,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:22,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:20:22,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:20:22,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:22,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:22,841 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:20:22,842 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740 2024-11-09T11:20:22,843 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740 2024-11-09T11:20:22,845 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:20:22,845 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:20:22,846 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:20:22,849 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:20:22,850 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62035574, jitterRate=-0.07559791207313538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:20:22,850 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:20:22,851 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151222830Writing region info on filesystem at 1731151222830Initializing all the Stores at 1731151222833 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151222833Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151222836 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151222836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151222836Cleaning up temporary data from old regions at 1731151222845 (+9 ms)Running coprocessor post-open hooks at 1731151222850 (+5 ms)Region opened successfully at 1731151222851 (+1 ms) 2024-11-09T11:20:22,851 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151222801 2024-11-09T11:20:22,853 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:20:22,854 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:20:22,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,37149,1731151219410 2024-11-09T11:20:22,855 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,37149,1731151219410, state=OPEN 2024-11-09T11:20:22,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2130519139/meta-region-server 2024-11-09T11:20:22,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2130519139/meta-region-server: CHANGED 2024-11-09T11:20:22,864 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,37149,1731151219410 2024-11-09T11:20:22,864 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2130519139/meta-region-server 2024-11-09T11:20:22,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2130519139/meta-region-server: CHANGED 2024-11-09T11:20:22,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:20:22,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,37149,1731151219410 in 215 msec 2024-11-09T11:20:22,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:20:22,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-09T11:20:22,871 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:22,871 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:20:22,872 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:22,872 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1] 2024-11-09T11:20:22,872 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:22,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:22,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2750 sec 2024-11-09T11:20:22,880 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151222880, completionTime=-1 2024-11-09T11:20:22,880 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:20:22,880 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:20:22,882 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:20:22,882 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151282882 2024-11-09T11:20:22,883 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151342882 2024-11-09T11:20:22,883 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T11:20:22,883 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,35353,1731151219262-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:22,883 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,35353,1731151219262-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:22,883 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,35353,1731151219262-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:22,883 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:35353, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:22,883 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:22,883 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:22,885 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:20:22,887 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.402sec 2024-11-09T11:20:22,887 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:20:22,887 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:20:22,887 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:20:22,887 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:20:22,887 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:20:22,887 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,35353,1731151219262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:20:22,887 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,35353,1731151219262-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:20:22,891 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:20:22,891 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:20:22,891 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,35353,1731151219262-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:22,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75562e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:22,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,35353,-1 for getting cluster id 2024-11-09T11:20:22,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:22,948 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1098e1e-53bd-4ebf-a122-430c26de9b85' 2024-11-09T11:20:22,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:22,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1098e1e-53bd-4ebf-a122-430c26de9b85" 2024-11-09T11:20:22,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c041a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:22,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,35353,-1] 2024-11-09T11:20:22,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:22,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:22,951 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:22,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e55b77b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:22,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:22,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1] 2024-11-09T11:20:22,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:22,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:22,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,35353,1731151219262 2024-11-09T11:20:22,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53554 2024-11-09T11:20:22,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:20:22,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011f53271b0005 connected 2024-11-09T11:20:22,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:22,982 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,34233,1731151213482 2024-11-09T11:20:22,982 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7228227a 2024-11-09T11:20:22,982 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:22,984 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:20:22,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:20:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34233 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T11:20:22,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:20:22,986 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:22,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T11:20:22,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:20:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:22,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741835_1011 (size=902) 2024-11-09T11:20:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:23,398 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f9af0394faf009ec866816e4fa2ce3bd, NAME => 'test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f 2024-11-09T11:20:23,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741836_1012 (size=39) 2024-11-09T11:20:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:23,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:23,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f9af0394faf009ec866816e4fa2ce3bd, disabling compactions & flushes 2024-11-09T11:20:23,803 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd. 2024-11-09T11:20:23,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd. 2024-11-09T11:20:23,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd. after waiting 0 ms 2024-11-09T11:20:23,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd. 2024-11-09T11:20:23,804 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd. 2024-11-09T11:20:23,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f9af0394faf009ec866816e4fa2ce3bd: Waiting for close lock at 1731151223803Disabling compacts and flushes for region at 1731151223803Disabling writes for close at 1731151223804 (+1 ms)Writing region close event to WAL at 1731151223804Closed at 1731151223804 2024-11-09T11:20:23,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:20:23,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731151223805"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151223805"}]},"ts":"1731151223805"} 2024-11-09T11:20:23,807 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:20:23,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:20:23,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151223807"}]},"ts":"1731151223807"} 2024-11-09T11:20:23,809 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T11:20:23,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f9af0394faf009ec866816e4fa2ce3bd, ASSIGN}] 2024-11-09T11:20:23,811 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f9af0394faf009ec866816e4fa2ce3bd, ASSIGN 2024-11-09T11:20:23,811 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f9af0394faf009ec866816e4fa2ce3bd, ASSIGN; state=OFFLINE, location=3264b4bbda9f,34783,1731151213678; forceNewPlan=false, retain=false 2024-11-09T11:20:23,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f9af0394faf009ec866816e4fa2ce3bd, regionState=OPENING, regionLocation=3264b4bbda9f,34783,1731151213678 2024-11-09T11:20:23,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f9af0394faf009ec866816e4fa2ce3bd, ASSIGN because future has completed 2024-11-09T11:20:23,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9af0394faf009ec866816e4fa2ce3bd, server=3264b4bbda9f,34783,1731151213678}] 2024-11-09T11:20:24,120 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd. 2024-11-09T11:20:24,121 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f9af0394faf009ec866816e4fa2ce3bd, NAME => 'test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:24,121 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:20:24,121 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T11:20:24,121 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f9af0394faf009ec866816e4fa2ce3bd 2024-11-09T11:20:24,121 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:24,121 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f9af0394faf009ec866816e4fa2ce3bd 2024-11-09T11:20:24,121 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f9af0394faf009ec866816e4fa2ce3bd 2024-11-09T11:20:24,123 INFO [StoreOpener-f9af0394faf009ec866816e4fa2ce3bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f9af0394faf009ec866816e4fa2ce3bd 2024-11-09T11:20:24,124 INFO [StoreOpener-f9af0394faf009ec866816e4fa2ce3bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9af0394faf009ec866816e4fa2ce3bd columnFamilyName f 2024-11-09T11:20:24,124 DEBUG [StoreOpener-f9af0394faf009ec866816e4fa2ce3bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:24,124 INFO [StoreOpener-f9af0394faf009ec866816e4fa2ce3bd-1 {}] regionserver.HStore(327): Store=f9af0394faf009ec866816e4fa2ce3bd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:24,124 INFO [StoreOpener-f9af0394faf009ec866816e4fa2ce3bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f9af0394faf009ec866816e4fa2ce3bd 2024-11-09T11:20:24,125 INFO [StoreOpener-f9af0394faf009ec866816e4fa2ce3bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9af0394faf009ec866816e4fa2ce3bd columnFamilyName f1 2024-11-09T11:20:24,125 DEBUG [StoreOpener-f9af0394faf009ec866816e4fa2ce3bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:24,126 INFO [StoreOpener-f9af0394faf009ec866816e4fa2ce3bd-1 {}] regionserver.HStore(327): Store=f9af0394faf009ec866816e4fa2ce3bd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:24,126 INFO [StoreOpener-f9af0394faf009ec866816e4fa2ce3bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f9af0394faf009ec866816e4fa2ce3bd 2024-11-09T11:20:24,126 INFO [StoreOpener-f9af0394faf009ec866816e4fa2ce3bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9af0394faf009ec866816e4fa2ce3bd columnFamilyName norep 2024-11-09T11:20:24,127 DEBUG [StoreOpener-f9af0394faf009ec866816e4fa2ce3bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:24,127 INFO [StoreOpener-f9af0394faf009ec866816e4fa2ce3bd-1 {}] regionserver.HStore(327): Store=f9af0394faf009ec866816e4fa2ce3bd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:24,127 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f9af0394faf009ec866816e4fa2ce3bd 2024-11-09T11:20:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:24,128 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd 2024-11-09T11:20:24,128 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd 2024-11-09T11:20:24,129 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f9af0394faf009ec866816e4fa2ce3bd 2024-11-09T11:20:24,129 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f9af0394faf009ec866816e4fa2ce3bd 2024-11-09T11:20:24,129 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:20:24,130 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f9af0394faf009ec866816e4fa2ce3bd 2024-11-09T11:20:24,132 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:24,132 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f9af0394faf009ec866816e4fa2ce3bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65728721, jitterRate=-0.020565733313560486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:20:24,132 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9af0394faf009ec866816e4fa2ce3bd 2024-11-09T11:20:24,133 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f9af0394faf009ec866816e4fa2ce3bd: Running coprocessor pre-open hook at 1731151224122Writing region info on filesystem at 1731151224122Initializing all the Stores at 1731151224122Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151224122Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151224123 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151224123Cleaning up temporary data from old regions at 1731151224129 (+6 ms)Running coprocessor post-open hooks at 1731151224132 (+3 ms)Region opened successfully at 1731151224133 (+1 ms) 2024-11-09T11:20:24,134 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd., pid=6, masterSystemTime=1731151224117 2024-11-09T11:20:24,136 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd. 2024-11-09T11:20:24,136 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd. 2024-11-09T11:20:24,136 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f9af0394faf009ec866816e4fa2ce3bd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3264b4bbda9f,34783,1731151213678 2024-11-09T11:20:24,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9af0394faf009ec866816e4fa2ce3bd, server=3264b4bbda9f,34783,1731151213678 because future has completed 2024-11-09T11:20:24,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:20:24,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f9af0394faf009ec866816e4fa2ce3bd, server=3264b4bbda9f,34783,1731151213678 in 175 msec 2024-11-09T11:20:24,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T11:20:24,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f9af0394faf009ec866816e4fa2ce3bd, ASSIGN in 332 msec 2024-11-09T11:20:24,144 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:20:24,145 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151224144"}]},"ts":"1731151224144"} 2024-11-09T11:20:24,146 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T11:20:24,147 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:20:24,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-09T11:20:24,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T11:20:24,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T11:20:24,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T11:20:24,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T11:20:24,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:20:24,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T11:20:24,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:20:24,886 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T11:20:24,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:20:24,886 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T11:20:24,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T11:20:24,886 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T11:20:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:25,138 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T11:20:25,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,35353,1731151219262 2024-11-09T11:20:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4997d6b3 2024-11-09T11:20:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:25,140 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:20:25,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:20:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T11:20:25,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:20:25,143 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:25,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T11:20:25,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:20:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:25,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741835_1011 (size=902) 2024-11-09T11:20:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:25,554 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e362f70ae1642c970bdb7e79399595e8, NAME => 'test,,1731151225140.e362f70ae1642c970bdb7e79399595e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c 2024-11-09T11:20:25,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741836_1012 (size=39) 2024-11-09T11:20:25,560 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731151225140.e362f70ae1642c970bdb7e79399595e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:25,560 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e362f70ae1642c970bdb7e79399595e8, disabling compactions & flushes 2024-11-09T11:20:25,560 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731151225140.e362f70ae1642c970bdb7e79399595e8. 2024-11-09T11:20:25,560 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151225140.e362f70ae1642c970bdb7e79399595e8. 2024-11-09T11:20:25,560 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731151225140.e362f70ae1642c970bdb7e79399595e8. after waiting 0 ms 2024-11-09T11:20:25,560 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731151225140.e362f70ae1642c970bdb7e79399595e8. 2024-11-09T11:20:25,560 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731151225140.e362f70ae1642c970bdb7e79399595e8. 2024-11-09T11:20:25,560 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e362f70ae1642c970bdb7e79399595e8: Waiting for close lock at 1731151225560Disabling compacts and flushes for region at 1731151225560Disabling writes for close at 1731151225560Writing region close event to WAL at 1731151225560Closed at 1731151225560 2024-11-09T11:20:25,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:20:25,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731151225140.e362f70ae1642c970bdb7e79399595e8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731151225562"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151225562"}]},"ts":"1731151225562"} 2024-11-09T11:20:25,566 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:20:25,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:20:25,568 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151225568"}]},"ts":"1731151225568"} 2024-11-09T11:20:25,571 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T11:20:25,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e362f70ae1642c970bdb7e79399595e8, ASSIGN}] 2024-11-09T11:20:25,572 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e362f70ae1642c970bdb7e79399595e8, ASSIGN 2024-11-09T11:20:25,573 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e362f70ae1642c970bdb7e79399595e8, ASSIGN; state=OFFLINE, location=3264b4bbda9f,37149,1731151219410; forceNewPlan=false, retain=false 2024-11-09T11:20:25,724 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e362f70ae1642c970bdb7e79399595e8, regionState=OPENING, regionLocation=3264b4bbda9f,37149,1731151219410 2024-11-09T11:20:25,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e362f70ae1642c970bdb7e79399595e8, ASSIGN because future has completed 2024-11-09T11:20:25,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e362f70ae1642c970bdb7e79399595e8, server=3264b4bbda9f,37149,1731151219410}] 2024-11-09T11:20:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:25,884 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731151225140.e362f70ae1642c970bdb7e79399595e8. 2024-11-09T11:20:25,884 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e362f70ae1642c970bdb7e79399595e8, NAME => 'test,,1731151225140.e362f70ae1642c970bdb7e79399595e8.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:25,884 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:20:25,885 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T11:20:25,885 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e362f70ae1642c970bdb7e79399595e8 2024-11-09T11:20:25,885 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731151225140.e362f70ae1642c970bdb7e79399595e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:25,885 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e362f70ae1642c970bdb7e79399595e8 2024-11-09T11:20:25,885 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e362f70ae1642c970bdb7e79399595e8 2024-11-09T11:20:25,886 INFO [StoreOpener-e362f70ae1642c970bdb7e79399595e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e362f70ae1642c970bdb7e79399595e8 2024-11-09T11:20:25,887 INFO [StoreOpener-e362f70ae1642c970bdb7e79399595e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e362f70ae1642c970bdb7e79399595e8 columnFamilyName f 2024-11-09T11:20:25,887 DEBUG [StoreOpener-e362f70ae1642c970bdb7e79399595e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:25,888 INFO [StoreOpener-e362f70ae1642c970bdb7e79399595e8-1 {}] regionserver.HStore(327): Store=e362f70ae1642c970bdb7e79399595e8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:25,888 INFO [StoreOpener-e362f70ae1642c970bdb7e79399595e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e362f70ae1642c970bdb7e79399595e8 2024-11-09T11:20:25,889 INFO [StoreOpener-e362f70ae1642c970bdb7e79399595e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e362f70ae1642c970bdb7e79399595e8 columnFamilyName f1 2024-11-09T11:20:25,889 DEBUG [StoreOpener-e362f70ae1642c970bdb7e79399595e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:25,890 INFO [StoreOpener-e362f70ae1642c970bdb7e79399595e8-1 {}] regionserver.HStore(327): Store=e362f70ae1642c970bdb7e79399595e8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:25,890 INFO [StoreOpener-e362f70ae1642c970bdb7e79399595e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e362f70ae1642c970bdb7e79399595e8 2024-11-09T11:20:25,893 INFO [StoreOpener-e362f70ae1642c970bdb7e79399595e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e362f70ae1642c970bdb7e79399595e8 columnFamilyName norep 2024-11-09T11:20:25,893 DEBUG [StoreOpener-e362f70ae1642c970bdb7e79399595e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:25,894 INFO [StoreOpener-e362f70ae1642c970bdb7e79399595e8-1 {}] regionserver.HStore(327): Store=e362f70ae1642c970bdb7e79399595e8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:25,894 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e362f70ae1642c970bdb7e79399595e8 2024-11-09T11:20:25,895 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8 2024-11-09T11:20:25,896 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8 2024-11-09T11:20:25,897 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e362f70ae1642c970bdb7e79399595e8 2024-11-09T11:20:25,897 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e362f70ae1642c970bdb7e79399595e8 2024-11-09T11:20:25,898 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:20:25,899 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e362f70ae1642c970bdb7e79399595e8 2024-11-09T11:20:25,901 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:25,902 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e362f70ae1642c970bdb7e79399595e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69278023, jitterRate=0.03232298791408539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:20:25,902 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e362f70ae1642c970bdb7e79399595e8 2024-11-09T11:20:25,902 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e362f70ae1642c970bdb7e79399595e8: Running coprocessor pre-open hook at 1731151225885Writing region info on filesystem at 1731151225885Initializing all the Stores at 1731151225886 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151225886Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151225886Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151225886Cleaning up temporary data from old regions at 1731151225897 (+11 ms)Running coprocessor post-open hooks at 1731151225902 (+5 ms)Region opened successfully at 1731151225902 2024-11-09T11:20:25,903 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731151225140.e362f70ae1642c970bdb7e79399595e8., pid=6, masterSystemTime=1731151225881 2024-11-09T11:20:25,905 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731151225140.e362f70ae1642c970bdb7e79399595e8. 2024-11-09T11:20:25,905 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731151225140.e362f70ae1642c970bdb7e79399595e8. 2024-11-09T11:20:25,906 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e362f70ae1642c970bdb7e79399595e8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3264b4bbda9f,37149,1731151219410 2024-11-09T11:20:25,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e362f70ae1642c970bdb7e79399595e8, server=3264b4bbda9f,37149,1731151219410 because future has completed 2024-11-09T11:20:25,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:20:25,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e362f70ae1642c970bdb7e79399595e8, server=3264b4bbda9f,37149,1731151219410 in 182 msec 2024-11-09T11:20:25,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T11:20:25,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e362f70ae1642c970bdb7e79399595e8, ASSIGN in 341 msec 2024-11-09T11:20:25,915 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:20:25,916 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151225915"}]},"ts":"1731151225915"} 2024-11-09T11:20:25,919 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T11:20:25,920 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:20:25,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 779 msec 2024-11-09T11:20:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:26,278 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T11:20:26,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3426c331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:26,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,34233,-1 for getting cluster id 2024-11-09T11:20:26,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:26,280 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ee09d7-bcef-4881-a3e0-352ca44536b9' 2024-11-09T11:20:26,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:26,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ee09d7-bcef-4881-a3e0-352ca44536b9" 2024-11-09T11:20:26,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516ecfd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:26,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,34233,-1] 2024-11-09T11:20:26,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:26,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:26,282 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9afe35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:26,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e276ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:26,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,35353,-1 for getting cluster id 2024-11-09T11:20:26,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:26,284 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1098e1e-53bd-4ebf-a122-430c26de9b85' 2024-11-09T11:20:26,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:26,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1098e1e-53bd-4ebf-a122-430c26de9b85" 2024-11-09T11:20:26,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9ba1b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:26,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,35353,-1] 2024-11-09T11:20:26,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:26,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:26,286 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:26,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68285910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:26,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:26,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,34233,-1 for getting cluster id 2024-11-09T11:20:26,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:26,288 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ee09d7-bcef-4881-a3e0-352ca44536b9' 2024-11-09T11:20:26,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:26,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ee09d7-bcef-4881-a3e0-352ca44536b9" 2024-11-09T11:20:26,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f7a7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:26,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,34233,-1] 2024-11-09T11:20:26,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:26,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:26,289 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:26,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715183af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:26,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:26,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,34233,1731151213482 2024-11-09T11:20:26,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6df44b8b 2024-11-09T11:20:26,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:26,292 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:20:26,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34233 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3264b4bbda9f:35353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T11:20:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34233 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:20:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:26,296 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:35353' 2024-11-09T11:20:26,297 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d475837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:26,297 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,35353,-1 for getting cluster id 2024-11-09T11:20:26,297 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:26,298 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1098e1e-53bd-4ebf-a122-430c26de9b85' 2024-11-09T11:20:26,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:26,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1098e1e-53bd-4ebf-a122-430c26de9b85" 2024-11-09T11:20:26,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8986ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:26,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,35353,-1] 2024-11-09T11:20:26,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:26,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:26,300 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:26,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f08a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:26,300 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:26,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,35353,1731151219262 2024-11-09T11:20:26,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5625a3fa 2024-11-09T11:20:26,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:26,302 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:20:26,303 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T11:20:26,303 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:20:26,303 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:26,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:26,303 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:26,303 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:20:26,305 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T11:20:26,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:20:26,307 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:26,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:20:26,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741837_1013 (size=1138) 2024-11-09T11:20:26,320 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 051d2ef48527639e111b8a8a3712b0ef, NAME => 'hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f 2024-11-09T11:20:26,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741838_1014 (size=44) 2024-11-09T11:20:26,356 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T11:20:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:26,728 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:26,728 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 051d2ef48527639e111b8a8a3712b0ef, disabling compactions & flushes 2024-11-09T11:20:26,728 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef. 2024-11-09T11:20:26,728 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef. 2024-11-09T11:20:26,728 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef. after waiting 0 ms 2024-11-09T11:20:26,728 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef. 2024-11-09T11:20:26,728 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef. 2024-11-09T11:20:26,728 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 051d2ef48527639e111b8a8a3712b0ef: Waiting for close lock at 1731151226728Disabling compacts and flushes for region at 1731151226728Disabling writes for close at 1731151226728Writing region close event to WAL at 1731151226728Closed at 1731151226728 2024-11-09T11:20:26,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:20:26,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731151226729"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151226729"}]},"ts":"1731151226729"} 2024-11-09T11:20:26,731 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:20:26,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:20:26,732 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151226732"}]},"ts":"1731151226732"} 2024-11-09T11:20:26,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T11:20:26,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=051d2ef48527639e111b8a8a3712b0ef, ASSIGN}] 2024-11-09T11:20:26,736 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=051d2ef48527639e111b8a8a3712b0ef, ASSIGN 2024-11-09T11:20:26,736 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=051d2ef48527639e111b8a8a3712b0ef, ASSIGN; state=OFFLINE, location=3264b4bbda9f,34783,1731151213678; forceNewPlan=false, retain=false 2024-11-09T11:20:26,887 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=051d2ef48527639e111b8a8a3712b0ef, regionState=OPENING, regionLocation=3264b4bbda9f,34783,1731151213678 2024-11-09T11:20:26,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=051d2ef48527639e111b8a8a3712b0ef, ASSIGN because future has completed 2024-11-09T11:20:26,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 051d2ef48527639e111b8a8a3712b0ef, server=3264b4bbda9f,34783,1731151213678}] 2024-11-09T11:20:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:27,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef. 2024-11-09T11:20:27,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:27,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T11:20:27,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C34783%2C1731151213678.rep, suffix=, logDir=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678, archiveDir=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/oldWALs, maxLogs=10 2024-11-09T11:20:27,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.rep.1731151227047, exclude list is [], retry=0 2024-11-09T11:20:27,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39667,DS-fc19a96a-d60c-4888-8976-9069af24357f,DISK] 2024-11-09T11:20:27,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.rep.1731151227047 2024-11-09T11:20:27,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39963:39963)] 2024-11-09T11:20:27,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 051d2ef48527639e111b8a8a3712b0ef, NAME => 'hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:27,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:20:27,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:20:27,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef. service=MultiRowMutationService 2024-11-09T11:20:27,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T11:20:27,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 051d2ef48527639e111b8a8a3712b0ef 2024-11-09T11:20:27,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:27,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 051d2ef48527639e111b8a8a3712b0ef 2024-11-09T11:20:27,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 051d2ef48527639e111b8a8a3712b0ef 2024-11-09T11:20:27,064 INFO [StoreOpener-051d2ef48527639e111b8a8a3712b0ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 051d2ef48527639e111b8a8a3712b0ef 2024-11-09T11:20:27,066 INFO [StoreOpener-051d2ef48527639e111b8a8a3712b0ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 051d2ef48527639e111b8a8a3712b0ef columnFamilyName hfileref 2024-11-09T11:20:27,066 DEBUG [StoreOpener-051d2ef48527639e111b8a8a3712b0ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:27,066 INFO [StoreOpener-051d2ef48527639e111b8a8a3712b0ef-1 {}] regionserver.HStore(327): Store=051d2ef48527639e111b8a8a3712b0ef/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:27,066 INFO [StoreOpener-051d2ef48527639e111b8a8a3712b0ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 051d2ef48527639e111b8a8a3712b0ef 2024-11-09T11:20:27,067 INFO [StoreOpener-051d2ef48527639e111b8a8a3712b0ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 051d2ef48527639e111b8a8a3712b0ef columnFamilyName queue 2024-11-09T11:20:27,067 DEBUG [StoreOpener-051d2ef48527639e111b8a8a3712b0ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:27,068 INFO [StoreOpener-051d2ef48527639e111b8a8a3712b0ef-1 {}] regionserver.HStore(327): Store=051d2ef48527639e111b8a8a3712b0ef/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:27,068 INFO [StoreOpener-051d2ef48527639e111b8a8a3712b0ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 051d2ef48527639e111b8a8a3712b0ef 2024-11-09T11:20:27,068 INFO [StoreOpener-051d2ef48527639e111b8a8a3712b0ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 051d2ef48527639e111b8a8a3712b0ef columnFamilyName sid 2024-11-09T11:20:27,068 DEBUG [StoreOpener-051d2ef48527639e111b8a8a3712b0ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:27,069 INFO [StoreOpener-051d2ef48527639e111b8a8a3712b0ef-1 {}] regionserver.HStore(327): Store=051d2ef48527639e111b8a8a3712b0ef/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:27,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 051d2ef48527639e111b8a8a3712b0ef 2024-11-09T11:20:27,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/replication/051d2ef48527639e111b8a8a3712b0ef 2024-11-09T11:20:27,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/replication/051d2ef48527639e111b8a8a3712b0ef 2024-11-09T11:20:27,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 051d2ef48527639e111b8a8a3712b0ef 2024-11-09T11:20:27,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 051d2ef48527639e111b8a8a3712b0ef 2024-11-09T11:20:27,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:20:27,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 051d2ef48527639e111b8a8a3712b0ef 2024-11-09T11:20:27,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/replication/051d2ef48527639e111b8a8a3712b0ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:27,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 051d2ef48527639e111b8a8a3712b0ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67076563, jitterRate=-4.8132240772247314E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:20:27,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 051d2ef48527639e111b8a8a3712b0ef 2024-11-09T11:20:27,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 051d2ef48527639e111b8a8a3712b0ef: Running coprocessor pre-open hook at 1731151227063Writing region info on filesystem at 1731151227064 (+1 ms)Initializing all the Stores at 1731151227064Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151227064Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151227064Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151227064Cleaning up temporary data from old regions at 1731151227070 (+6 ms)Running coprocessor post-open hooks at 1731151227073 (+3 ms)Region opened successfully at 1731151227074 (+1 ms) 2024-11-09T11:20:27,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef., pid=10, masterSystemTime=1731151227042 2024-11-09T11:20:27,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef. 2024-11-09T11:20:27,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef. 2024-11-09T11:20:27,077 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=051d2ef48527639e111b8a8a3712b0ef, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,34783,1731151213678 2024-11-09T11:20:27,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 051d2ef48527639e111b8a8a3712b0ef, server=3264b4bbda9f,34783,1731151213678 because future has completed 2024-11-09T11:20:27,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T11:20:27,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 051d2ef48527639e111b8a8a3712b0ef, server=3264b4bbda9f,34783,1731151213678 in 191 msec 2024-11-09T11:20:27,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T11:20:27,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=051d2ef48527639e111b8a8a3712b0ef, ASSIGN in 348 msec 2024-11-09T11:20:27,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:20:27,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151227086"}]},"ts":"1731151227086"} 2024-11-09T11:20:27,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T11:20:27,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:20:27,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 784 msec 2024-11-09T11:20:27,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef., hostname=3264b4bbda9f,34783,1731151213678, seqNum=2] 2024-11-09T11:20:27,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173 2024-11-09T11:20:27,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173 2024-11-09T11:20:27,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:20:27,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T11:20:27,413 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T11:20:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:27,442 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3264b4bbda9f,34783,1731151213678, ReplicationSource: 1, currentBandwidth=0 2024-11-09T11:20:27,443 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:27,443 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,34783,1731151213678, seqNum=-1] 2024-11-09T11:20:27,443 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:27,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T11:20:27,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3264b4bbda9f,34783,1731151213678', locateType=CURRENT is [region=hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef., hostname=3264b4bbda9f,34783,1731151213678, seqNum=2] 2024-11-09T11:20:27,462 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T11:20:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34233 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T11:20:27,466 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3264b4bbda9f,34783,1731151213678 suceeded 2024-11-09T11:20:27,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T11:20:27,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-09T11:20:27,471 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3264b4bbda9f:35353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:20:27,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1780 sec 2024-11-09T11:20:27,482 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:35353' 2024-11-09T11:20:27,496 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@646abe92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:27,496 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,35353,-1 for getting cluster id 2024-11-09T11:20:27,497 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:27,501 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1098e1e-53bd-4ebf-a122-430c26de9b85' 2024-11-09T11:20:27,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:27,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1098e1e-53bd-4ebf-a122-430c26de9b85" 2024-11-09T11:20:27,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21b88db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:27,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,35353,-1] 2024-11-09T11:20:27,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:27,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:27,504 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:27,504 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@395f15db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:27,504 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:27,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,35353,1731151219262 2024-11-09T11:20:27,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5acdd71e 2024-11-09T11:20:27,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:27,513 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T11:20:27,514 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3264b4bbda9f,34783,1731151213678 (queues=1) is replicating from cluster=95ee09d7-bcef-4881-a3e0-352ca44536b9 to cluster=b1098e1e-53bd-4ebf-a122-430c26de9b85 2024-11-09T11:20:27,514 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3264b4bbda9f%2C34783%2C1731151213678 2024-11-09T11:20:27,514 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3264b4bbda9f,34783,1731151213678, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:20:27,515 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028, startPosition=0, beingWritten=true 2024-11-09T11:20:27,519 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.shipper3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C34783%2C1731151213678 2024-11-09T11:20:27,523 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:20:27,523 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 379, reset compression=false 2024-11-09T11:20:27,527 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.shipper3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,34783,1731151213678 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:20:27,738 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 379, reset compression=false 2024-11-09T11:20:27,747 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T11:20:28,051 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 379, reset compression=false 2024-11-09T11:20:28,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:20:28,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:28,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:28,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:28,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:28,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:28,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:28,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:28,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:28,402 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T11:20:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:28,441 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T11:20:28,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:20:28,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:28,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:28,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:28,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:28,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:28,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,35353,-1 for getting cluster id 2024-11-09T11:20:28,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:28,448 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1098e1e-53bd-4ebf-a122-430c26de9b85' 2024-11-09T11:20:28,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:28,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1098e1e-53bd-4ebf-a122-430c26de9b85" 2024-11-09T11:20:28,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7368eff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:28,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,35353,-1] 2024-11-09T11:20:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:28,451 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63dcd3f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:28,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:28,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,35353,1731151219262 2024-11-09T11:20:28,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d93f605 2024-11-09T11:20:28,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:28,456 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:20:28,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3264b4bbda9f:34233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T11:20:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:20:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:28,459 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:34233' 2024-11-09T11:20:28,461 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80414cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:28,461 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,34233,-1 for getting cluster id 2024-11-09T11:20:28,461 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:28,462 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ee09d7-bcef-4881-a3e0-352ca44536b9' 2024-11-09T11:20:28,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:28,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ee09d7-bcef-4881-a3e0-352ca44536b9" 2024-11-09T11:20:28,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12793264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:28,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,34233,-1] 2024-11-09T11:20:28,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:28,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:28,463 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:28,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@999c008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:28,464 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:28,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,34233,1731151213482 2024-11-09T11:20:28,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29a1e7fe 2024-11-09T11:20:28,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:28,467 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:20:28,468 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T11:20:28,468 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:20:28,468 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:28,468 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:28,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:28,468 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 379, reset compression=false 2024-11-09T11:20:28,468 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:20:28,470 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T11:20:28,472 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:20:28,472 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:28,473 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:20:28,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741837_1013 (size=1138) 2024-11-09T11:20:28,516 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61da9d6e8bbf2fde0c8999fe6bf4fafc, NAME => 'hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c 2024-11-09T11:20:28,520 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T11:20:28,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741838_1014 (size=44) 2024-11-09T11:20:28,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:28,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 61da9d6e8bbf2fde0c8999fe6bf4fafc, disabling compactions & flushes 2024-11-09T11:20:28,526 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc. 2024-11-09T11:20:28,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc. 2024-11-09T11:20:28,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc. after waiting 0 ms 2024-11-09T11:20:28,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc. 2024-11-09T11:20:28,526 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc. 2024-11-09T11:20:28,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61da9d6e8bbf2fde0c8999fe6bf4fafc: Waiting for close lock at 1731151228526Disabling compacts and flushes for region at 1731151228526Disabling writes for close at 1731151228526Writing region close event to WAL at 1731151228526Closed at 1731151228526 2024-11-09T11:20:28,528 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:20:28,528 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731151228528"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151228528"}]},"ts":"1731151228528"} 2024-11-09T11:20:28,530 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:20:28,531 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:20:28,531 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151228531"}]},"ts":"1731151228531"} 2024-11-09T11:20:28,532 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T11:20:28,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61da9d6e8bbf2fde0c8999fe6bf4fafc, ASSIGN}] 2024-11-09T11:20:28,535 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61da9d6e8bbf2fde0c8999fe6bf4fafc, ASSIGN 2024-11-09T11:20:28,536 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=61da9d6e8bbf2fde0c8999fe6bf4fafc, ASSIGN; state=OFFLINE, location=3264b4bbda9f,37149,1731151219410; forceNewPlan=false, retain=false 2024-11-09T11:20:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:28,688 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=61da9d6e8bbf2fde0c8999fe6bf4fafc, regionState=OPENING, regionLocation=3264b4bbda9f,37149,1731151219410 2024-11-09T11:20:28,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=61da9d6e8bbf2fde0c8999fe6bf4fafc, ASSIGN because future has completed 2024-11-09T11:20:28,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61da9d6e8bbf2fde0c8999fe6bf4fafc, server=3264b4bbda9f,37149,1731151219410}] 2024-11-09T11:20:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:28,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc. 2024-11-09T11:20:28,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:28,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T11:20:28,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C37149%2C1731151219410.rep, suffix=, logDir=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410, archiveDir=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/oldWALs, maxLogs=10 2024-11-09T11:20:28,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.rep.1731151228858, exclude list is [], retry=0 2024-11-09T11:20:28,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38411,DS-1704ef44-14e8-4e78-a297-bea49d7f0471,DISK] 2024-11-09T11:20:28,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.rep.1731151228858 2024-11-09T11:20:28,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211)] 2024-11-09T11:20:28,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 61da9d6e8bbf2fde0c8999fe6bf4fafc, NAME => 'hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:28,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:20:28,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:20:28,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc. service=MultiRowMutationService 2024-11-09T11:20:28,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T11:20:28,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 61da9d6e8bbf2fde0c8999fe6bf4fafc 2024-11-09T11:20:28,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:28,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 61da9d6e8bbf2fde0c8999fe6bf4fafc 2024-11-09T11:20:28,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 61da9d6e8bbf2fde0c8999fe6bf4fafc 2024-11-09T11:20:28,891 INFO [StoreOpener-61da9d6e8bbf2fde0c8999fe6bf4fafc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 61da9d6e8bbf2fde0c8999fe6bf4fafc 2024-11-09T11:20:28,893 INFO [StoreOpener-61da9d6e8bbf2fde0c8999fe6bf4fafc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61da9d6e8bbf2fde0c8999fe6bf4fafc columnFamilyName hfileref 2024-11-09T11:20:28,893 DEBUG [StoreOpener-61da9d6e8bbf2fde0c8999fe6bf4fafc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:28,893 INFO [StoreOpener-61da9d6e8bbf2fde0c8999fe6bf4fafc-1 {}] regionserver.HStore(327): Store=61da9d6e8bbf2fde0c8999fe6bf4fafc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:28,894 INFO [StoreOpener-61da9d6e8bbf2fde0c8999fe6bf4fafc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 61da9d6e8bbf2fde0c8999fe6bf4fafc 2024-11-09T11:20:28,895 INFO [StoreOpener-61da9d6e8bbf2fde0c8999fe6bf4fafc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61da9d6e8bbf2fde0c8999fe6bf4fafc columnFamilyName queue 2024-11-09T11:20:28,895 DEBUG [StoreOpener-61da9d6e8bbf2fde0c8999fe6bf4fafc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:28,896 INFO [StoreOpener-61da9d6e8bbf2fde0c8999fe6bf4fafc-1 {}] regionserver.HStore(327): Store=61da9d6e8bbf2fde0c8999fe6bf4fafc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:28,896 INFO [StoreOpener-61da9d6e8bbf2fde0c8999fe6bf4fafc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 61da9d6e8bbf2fde0c8999fe6bf4fafc 2024-11-09T11:20:28,897 INFO [StoreOpener-61da9d6e8bbf2fde0c8999fe6bf4fafc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61da9d6e8bbf2fde0c8999fe6bf4fafc columnFamilyName sid 2024-11-09T11:20:28,897 DEBUG [StoreOpener-61da9d6e8bbf2fde0c8999fe6bf4fafc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:28,898 INFO [StoreOpener-61da9d6e8bbf2fde0c8999fe6bf4fafc-1 {}] regionserver.HStore(327): Store=61da9d6e8bbf2fde0c8999fe6bf4fafc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:28,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 61da9d6e8bbf2fde0c8999fe6bf4fafc 2024-11-09T11:20:28,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/replication/61da9d6e8bbf2fde0c8999fe6bf4fafc 2024-11-09T11:20:28,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/replication/61da9d6e8bbf2fde0c8999fe6bf4fafc 2024-11-09T11:20:28,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 61da9d6e8bbf2fde0c8999fe6bf4fafc 2024-11-09T11:20:28,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 61da9d6e8bbf2fde0c8999fe6bf4fafc 2024-11-09T11:20:28,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:20:28,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 61da9d6e8bbf2fde0c8999fe6bf4fafc 2024-11-09T11:20:28,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/replication/61da9d6e8bbf2fde0c8999fe6bf4fafc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:28,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 61da9d6e8bbf2fde0c8999fe6bf4fafc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63244457, jitterRate=-0.05758415162563324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:20:28,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61da9d6e8bbf2fde0c8999fe6bf4fafc 2024-11-09T11:20:28,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 61da9d6e8bbf2fde0c8999fe6bf4fafc: Running coprocessor pre-open hook at 1731151228890Writing region info on filesystem at 1731151228890Initializing all the Stores at 1731151228891 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151228891Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151228891Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151228891Cleaning up temporary data from old regions at 1731151228900 (+9 ms)Running coprocessor post-open hooks at 1731151228913 (+13 ms)Region opened successfully at 1731151228914 (+1 ms) 2024-11-09T11:20:28,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc., pid=10, masterSystemTime=1731151228853 2024-11-09T11:20:28,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc. 2024-11-09T11:20:28,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc. 2024-11-09T11:20:28,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=61da9d6e8bbf2fde0c8999fe6bf4fafc, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,37149,1731151219410 2024-11-09T11:20:28,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61da9d6e8bbf2fde0c8999fe6bf4fafc, server=3264b4bbda9f,37149,1731151219410 because future has completed 2024-11-09T11:20:28,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T11:20:28,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 61da9d6e8bbf2fde0c8999fe6bf4fafc, server=3264b4bbda9f,37149,1731151219410 in 226 msec 2024-11-09T11:20:28,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T11:20:28,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61da9d6e8bbf2fde0c8999fe6bf4fafc, ASSIGN in 396 msec 2024-11-09T11:20:28,933 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:20:28,934 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151228933"}]},"ts":"1731151228933"} 2024-11-09T11:20:28,937 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T11:20:28,938 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:20:28,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 469 msec 2024-11-09T11:20:28,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc., hostname=3264b4bbda9f,37149,1731151219410, seqNum=2] 2024-11-09T11:20:28,985 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 379, reset compression=false 2024-11-09T11:20:29,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139 2024-11-09T11:20:29,053 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139 2024-11-09T11:20:29,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:20:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:29,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T11:20:29,230 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T11:20:29,272 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3264b4bbda9f,37149,1731151219410, ReplicationSource: 1, currentBandwidth=0 2024-11-09T11:20:29,272 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:29,273 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1] 2024-11-09T11:20:29,273 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:29,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T11:20:29,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3264b4bbda9f,37149,1731151219410', locateType=CURRENT is [region=hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc., hostname=3264b4bbda9f,37149,1731151219410, seqNum=2] 2024-11-09T11:20:29,280 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T11:20:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T11:20:29,283 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3264b4bbda9f,37149,1731151219410 suceeded 2024-11-09T11:20:29,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T11:20:29,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-09T11:20:29,285 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3264b4bbda9f:34233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:20:29,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 829 msec 2024-11-09T11:20:29,306 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:34233' 2024-11-09T11:20:29,308 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79525c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:29,308 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,34233,-1 for getting cluster id 2024-11-09T11:20:29,308 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:29,309 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ee09d7-bcef-4881-a3e0-352ca44536b9' 2024-11-09T11:20:29,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:29,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ee09d7-bcef-4881-a3e0-352ca44536b9" 2024-11-09T11:20:29,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79ef242a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:29,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,34233,-1] 2024-11-09T11:20:29,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:29,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:29,311 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:29,315 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cdd0c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:29,315 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:29,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,34233,1731151213482 2024-11-09T11:20:29,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5533edf1 2024-11-09T11:20:29,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:29,318 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T11:20:29,318 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3264b4bbda9f,37149,1731151219410 (queues=1) is replicating from cluster=b1098e1e-53bd-4ebf-a122-430c26de9b85 to cluster=95ee09d7-bcef-4881-a3e0-352ca44536b9 2024-11-09T11:20:29,318 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3264b4bbda9f%2C37149%2C1731151219410 2024-11-09T11:20:29,319 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3264b4bbda9f,37149,1731151219410, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:20:29,337 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889, startPosition=0, beingWritten=true 2024-11-09T11:20:29,338 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.shipper3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C37149%2C1731151219410 2024-11-09T11:20:29,347 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:20:29,347 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889 to pos 379, reset compression=false 2024-11-09T11:20:29,347 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.shipper3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,37149,1731151219410 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:20:29,557 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889 to pos 379, reset compression=false 2024-11-09T11:20:29,594 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 379, reset compression=false 2024-11-09T11:20:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:29,598 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T11:20:29,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:20:29,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:29,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:29,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:29,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:29,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:29,602 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731151229601/Put/seqid=0 2024-11-09T11:20:29,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741840_1016 (size=7894) 2024-11-09T11:20:29,862 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889 to pos 379, reset compression=false 2024-11-09T11:20:30,009 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731151230009/Put/seqid=0 2024-11-09T11:20:30,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741841_1017 (size=7691) 2024-11-09T11:20:30,266 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889 to pos 379, reset compression=false 2024-11-09T11:20:30,298 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 379, reset compression=false 2024-11-09T11:20:30,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4b4f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:30,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,34233,-1 for getting cluster id 2024-11-09T11:20:30,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:30,420 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ee09d7-bcef-4881-a3e0-352ca44536b9' 2024-11-09T11:20:30,420 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:30,420 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ee09d7-bcef-4881-a3e0-352ca44536b9" 2024-11-09T11:20:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5280d5fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,34233,-1] 2024-11-09T11:20:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:30,422 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:30,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e329cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:30,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,34783,1731151213678, seqNum=-1] 2024-11-09T11:20:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:30,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:30,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:30,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,34233,1731151213482 2024-11-09T11:20:30,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f9756b 2024-11-09T11:20:30,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:30,433 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:20:30,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd., hostname=3264b4bbda9f,34783,1731151213678, seqNum=2] 2024-11-09T11:20:30,438 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T11:20:30,443 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T11:20:30,445 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T11:20:30,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/testHFileCyclicReplication_01/f/hfile_0 for inclusion in f9af0394faf009ec866816e4fa2ce3bd/f 2024-11-09T11:20:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T11:20:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:20:30,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/testHFileCyclicReplication_01/f/hfile_1 for inclusion in f9af0394faf009ec866816e4fa2ce3bd/f 2024-11-09T11:20:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T11:20:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:20:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HRegion(2603): Flush status journal for f9af0394faf009ec866816e4fa2ce3bd: 2024-11-09T11:20:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins__test__ghn1dal171ib0qniqohbtjc73aom2agnts9dsl37a5pk9rlkj0k5sessjcgttqgs/f/hfile_0 2024-11-09T11:20:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins__test__ghn1dal171ib0qniqohbtjc73aom2agnts9dsl37a5pk9rlkj0k5sessjcgttqgs/f/hfile_0 as hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd/f/19e67315b850402c84d800ebaf273ba1_SeqId_4_ 2024-11-09T11:20:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins__test__ghn1dal171ib0qniqohbtjc73aom2agnts9dsl37a5pk9rlkj0k5sessjcgttqgs/f/hfile_1 2024-11-09T11:20:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins__test__ghn1dal171ib0qniqohbtjc73aom2agnts9dsl37a5pk9rlkj0k5sessjcgttqgs/f/hfile_1 as hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd/f/9ab1cf8e9fca4468aa9a519051b21eb7_SeqId_4_ 2024-11-09T11:20:30,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins__test__ghn1dal171ib0qniqohbtjc73aom2agnts9dsl37a5pk9rlkj0k5sessjcgttqgs/f/hfile_0 into f9af0394faf009ec866816e4fa2ce3bd/f as hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd/f/19e67315b850402c84d800ebaf273ba1_SeqId_4_ - updating store file list. 2024-11-09T11:20:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 19e67315b850402c84d800ebaf273ba1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T11:20:30,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd/f/19e67315b850402c84d800ebaf273ba1_SeqId_4_ into f9af0394faf009ec866816e4fa2ce3bd/f 2024-11-09T11:20:30,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins__test__ghn1dal171ib0qniqohbtjc73aom2agnts9dsl37a5pk9rlkj0k5sessjcgttqgs/f/hfile_0 into f9af0394faf009ec866816e4fa2ce3bd/f (new location: hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd/f/19e67315b850402c84d800ebaf273ba1_SeqId_4_) 2024-11-09T11:20:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins__test__ghn1dal171ib0qniqohbtjc73aom2agnts9dsl37a5pk9rlkj0k5sessjcgttqgs/f/hfile_0 2024-11-09T11:20:30,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins__test__ghn1dal171ib0qniqohbtjc73aom2agnts9dsl37a5pk9rlkj0k5sessjcgttqgs/f/hfile_1 into f9af0394faf009ec866816e4fa2ce3bd/f as hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd/f/9ab1cf8e9fca4468aa9a519051b21eb7_SeqId_4_ - updating store file list. 2024-11-09T11:20:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9ab1cf8e9fca4468aa9a519051b21eb7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T11:20:30,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd/f/9ab1cf8e9fca4468aa9a519051b21eb7_SeqId_4_ into f9af0394faf009ec866816e4fa2ce3bd/f 2024-11-09T11:20:30,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins__test__ghn1dal171ib0qniqohbtjc73aom2agnts9dsl37a5pk9rlkj0k5sessjcgttqgs/f/hfile_1 into f9af0394faf009ec866816e4fa2ce3bd/f (new location: hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd/f/9ab1cf8e9fca4468aa9a519051b21eb7_SeqId_4_) 2024-11-09T11:20:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins__test__ghn1dal171ib0qniqohbtjc73aom2agnts9dsl37a5pk9rlkj0k5sessjcgttqgs/f/hfile_1 2024-11-09T11:20:30,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:20:30,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:30,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:30,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:43214 deadline: 1731151290470 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:43214 2024-11-09T11:20:30,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd., hostname=3264b4bbda9f,34783,1731151213678, seqNum=2 , the old value is region=test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd., hostname=3264b4bbda9f,34783,1731151213678, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3264b4bbda9f:34783 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T11:20:30,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd., hostname=3264b4bbda9f,34783,1731151213678, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T11:20:30,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd., hostname=3264b4bbda9f,34783,1731151213678, seqNum=2 from cache 2024-11-09T11:20:30,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:30,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:30,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1] 2024-11-09T11:20:30,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:30,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:30,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731151225140.e362f70ae1642c970bdb7e79399595e8., hostname=3264b4bbda9f,37149,1731151219410, seqNum=2] 2024-11-09T11:20:30,476 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T11:20:30,578 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:34783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T11:20:30,770 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889 to pos 379, reset compression=false 2024-11-09T11:20:31,102 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 379, reset compression=false 2024-11-09T11:20:31,107 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:20:31,107 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.shipper3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,34783,1731151213678 got entry batch from reader: WALEntryBatch [walEntries=[{test/f9af0394faf009ec866816e4fa2ce3bd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731151230468/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T11:20:31,109 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.shipper3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:20:31,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-09T11:20:31,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.ReplicationSink(318): Replicating [95ee09d7-bcef-4881-a3e0-352ca44536b9] bulk loaded data 2024-11-09T11:20:31,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7287153d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:31,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,35353,-1 for getting cluster id 2024-11-09T11:20:31,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:31,112 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1098e1e-53bd-4ebf-a122-430c26de9b85' 2024-11-09T11:20:31,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:31,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1098e1e-53bd-4ebf-a122-430c26de9b85" 2024-11-09T11:20:31,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@439356a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:31,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,35353,-1] 2024-11-09T11:20:31,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:31,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:31,113 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:31,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@584c22bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:31,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741840_1016 (size=7894) 2024-11-09T11:20:31,307 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 687, reset compression=false 2024-11-09T11:20:31,374 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889 to pos 379, reset compression=false 2024-11-09T11:20:31,478 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T11:20:31,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741841_1017 (size=7691) 2024-11-09T11:20:31,611 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 687, reset compression=false 2024-11-09T11:20:31,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:31,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,35353,1731151219262 2024-11-09T11:20:31,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@376675c0 2024-11-09T11:20:31,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:31,966 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T11:20:31,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T11:20:31,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:31,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1] 2024-11-09T11:20:31,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:31,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T11:20:31,994 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins.hfs.11__test__4lchc6rmo54vbvb9jq2gd2h20s0t8vk0aerb09j7lnetup31d5a15cqqjmt3da9s/f/19e67315b850402c84d800ebaf273ba1_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T11:20:31,996 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins.hfs.11__test__4lchc6rmo54vbvb9jq2gd2h20s0t8vk0aerb09j7lnetup31d5a15cqqjmt3da9s/f/9ab1cf8e9fca4468aa9a519051b21eb7_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T11:20:32,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins.hfs.11__test__4lchc6rmo54vbvb9jq2gd2h20s0t8vk0aerb09j7lnetup31d5a15cqqjmt3da9s/f/9ab1cf8e9fca4468aa9a519051b21eb7_SeqId_4_ for inclusion in e362f70ae1642c970bdb7e79399595e8/f 2024-11-09T11:20:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T11:20:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:20:32,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins.hfs.11__test__4lchc6rmo54vbvb9jq2gd2h20s0t8vk0aerb09j7lnetup31d5a15cqqjmt3da9s/f/19e67315b850402c84d800ebaf273ba1_SeqId_4_ for inclusion in e362f70ae1642c970bdb7e79399595e8/f 2024-11-09T11:20:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T11:20:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:20:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HRegion(2603): Flush status journal for e362f70ae1642c970bdb7e79399595e8: 2024-11-09T11:20:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9ab1cf8e9fca4468aa9a519051b21eb7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T11:20:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins.hfs.11__test__4lchc6rmo54vbvb9jq2gd2h20s0t8vk0aerb09j7lnetup31d5a15cqqjmt3da9s/f/9ab1cf8e9fca4468aa9a519051b21eb7_SeqId_4_ as hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8/f/a7be41e7f4d843b8876182b31fb800b3_SeqId_4_ 2024-11-09T11:20:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 19e67315b850402c84d800ebaf273ba1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T11:20:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins.hfs.11__test__4lchc6rmo54vbvb9jq2gd2h20s0t8vk0aerb09j7lnetup31d5a15cqqjmt3da9s/f/19e67315b850402c84d800ebaf273ba1_SeqId_4_ as hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8/f/8db0941eb63043e9a721cce15097c562_SeqId_4_ 2024-11-09T11:20:32,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins.hfs.11__test__4lchc6rmo54vbvb9jq2gd2h20s0t8vk0aerb09j7lnetup31d5a15cqqjmt3da9s/f/9ab1cf8e9fca4468aa9a519051b21eb7_SeqId_4_ into e362f70ae1642c970bdb7e79399595e8/f as hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8/f/a7be41e7f4d843b8876182b31fb800b3_SeqId_4_ - updating store file list. 2024-11-09T11:20:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a7be41e7f4d843b8876182b31fb800b3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T11:20:32,015 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 687, reset compression=false 2024-11-09T11:20:32,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8/f/a7be41e7f4d843b8876182b31fb800b3_SeqId_4_ into e362f70ae1642c970bdb7e79399595e8/f 2024-11-09T11:20:32,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins.hfs.11__test__4lchc6rmo54vbvb9jq2gd2h20s0t8vk0aerb09j7lnetup31d5a15cqqjmt3da9s/f/9ab1cf8e9fca4468aa9a519051b21eb7_SeqId_4_ into e362f70ae1642c970bdb7e79399595e8/f (new location: hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8/f/a7be41e7f4d843b8876182b31fb800b3_SeqId_4_) 2024-11-09T11:20:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins.hfs.11__test__4lchc6rmo54vbvb9jq2gd2h20s0t8vk0aerb09j7lnetup31d5a15cqqjmt3da9s/f/9ab1cf8e9fca4468aa9a519051b21eb7_SeqId_4_ 2024-11-09T11:20:32,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins.hfs.11__test__4lchc6rmo54vbvb9jq2gd2h20s0t8vk0aerb09j7lnetup31d5a15cqqjmt3da9s/f/19e67315b850402c84d800ebaf273ba1_SeqId_4_ into e362f70ae1642c970bdb7e79399595e8/f as hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8/f/8db0941eb63043e9a721cce15097c562_SeqId_4_ - updating store file list. 2024-11-09T11:20:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8db0941eb63043e9a721cce15097c562_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T11:20:32,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8/f/8db0941eb63043e9a721cce15097c562_SeqId_4_ into e362f70ae1642c970bdb7e79399595e8/f 2024-11-09T11:20:32,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins.hfs.11__test__4lchc6rmo54vbvb9jq2gd2h20s0t8vk0aerb09j7lnetup31d5a15cqqjmt3da9s/f/19e67315b850402c84d800ebaf273ba1_SeqId_4_ into e362f70ae1642c970bdb7e79399595e8/f (new location: hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8/f/8db0941eb63043e9a721cce15097c562_SeqId_4_) 2024-11-09T11:20:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins.hfs.11__test__4lchc6rmo54vbvb9jq2gd2h20s0t8vk0aerb09j7lnetup31d5a15cqqjmt3da9s/f/19e67315b850402c84d800ebaf273ba1_SeqId_4_ 2024-11-09T11:20:32,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.ReplicationSink(324): Finished replicating [95ee09d7-bcef-4881-a3e0-352ca44536b9] bulk loaded data 2024-11-09T11:20:32,078 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889 to pos 379, reset compression=false 2024-11-09T11:20:32,084 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:20:32,084 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.shipper3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,37149,1731151219410 got entry batch from reader: WALEntryBatch [walEntries=[{test/e362f70ae1642c970bdb7e79399595e8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731151232021/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T11:20:32,086 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.shipper3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:20:32,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-09T11:20:32,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.ReplicationSink(318): Replicating [95ee09d7-bcef-4881-a3e0-352ca44536b9, b1098e1e-53bd-4ebf-a122-430c26de9b85] bulk loaded data 2024-11-09T11:20:32,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b8da1e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:32,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,34233,-1 for getting cluster id 2024-11-09T11:20:32,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:32,089 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ee09d7-bcef-4881-a3e0-352ca44536b9' 2024-11-09T11:20:32,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:32,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ee09d7-bcef-4881-a3e0-352ca44536b9" 2024-11-09T11:20:32,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e56159b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:32,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,34233,-1] 2024-11-09T11:20:32,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:32,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:32,091 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:32,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d165474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:32,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741842_1018 (size=7691) 2024-11-09T11:20:32,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741843_1019 (size=7894) 2024-11-09T11:20:32,284 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889 to pos 725, reset compression=false 2024-11-09T11:20:32,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:32,489 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731151232488/Put/seqid=0 2024-11-09T11:20:32,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741842_1018 (size=11194) 2024-11-09T11:20:32,497 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731151232496/Put/seqid=0 2024-11-09T11:20:32,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741843_1019 (size=10791) 2024-11-09T11:20:32,522 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 687, reset compression=false 2024-11-09T11:20:32,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:32,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,34233,1731151213482 2024-11-09T11:20:32,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70728aea 2024-11-09T11:20:32,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:32,537 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T11:20:32,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T11:20:32,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:32,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,34783,1731151213678, seqNum=-1] 2024-11-09T11:20:32,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:32,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T11:20:32,545 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins.hfs.10__test__7tent4oojs2poqotr12atpt14e30gc459fq2brjsfe9b0blhca95dheuejmctpda/f/8db0941eb63043e9a721cce15097c562_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T11:20:32,548 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins.hfs.10__test__7tent4oojs2poqotr12atpt14e30gc459fq2brjsfe9b0blhca95dheuejmctpda/f/a7be41e7f4d843b8876182b31fb800b3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T11:20:32,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.ReplicationSink(324): Finished replicating [95ee09d7-bcef-4881-a3e0-352ca44536b9, b1098e1e-53bd-4ebf-a122-430c26de9b85] bulk loaded data 2024-11-09T11:20:32,623 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889 to pos 725, reset compression=false 2024-11-09T11:20:32,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb6e878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:32,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,35353,-1 for getting cluster id 2024-11-09T11:20:32,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:32,907 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1098e1e-53bd-4ebf-a122-430c26de9b85' 2024-11-09T11:20:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1098e1e-53bd-4ebf-a122-430c26de9b85" 2024-11-09T11:20:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7287d131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,35353,-1] 2024-11-09T11:20:32,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:32,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:32,909 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:32,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d3f3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:32,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:32,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1] 2024-11-09T11:20:32,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:32,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:32,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:32,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,35353,1731151219262 2024-11-09T11:20:32,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@721a971a 2024-11-09T11:20:32,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:32,924 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:20:32,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731151225140.e362f70ae1642c970bdb7e79399595e8., hostname=3264b4bbda9f,37149,1731151219410, seqNum=2] 2024-11-09T11:20:32,930 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T11:20:32,939 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T11:20:32,942 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T11:20:32,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/testHFileCyclicReplication_10/f/hfile_0 for inclusion in e362f70ae1642c970bdb7e79399595e8/f 2024-11-09T11:20:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T11:20:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:20:32,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/testHFileCyclicReplication_10/f/hfile_1 for inclusion in e362f70ae1642c970bdb7e79399595e8/f 2024-11-09T11:20:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T11:20:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:20:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HRegion(2603): Flush status journal for e362f70ae1642c970bdb7e79399595e8: 2024-11-09T11:20:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins__test__gmal5slfmmjtaov7b2vruuej3s4ccn4hbavtfoi9couh10p1180co8dfs8ndhcgq/f/hfile_0 2024-11-09T11:20:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins__test__gmal5slfmmjtaov7b2vruuej3s4ccn4hbavtfoi9couh10p1180co8dfs8ndhcgq/f/hfile_0 as hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8/f/c0c2225c974b466e8109fd973fe302f5_SeqId_6_ 2024-11-09T11:20:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins__test__gmal5slfmmjtaov7b2vruuej3s4ccn4hbavtfoi9couh10p1180co8dfs8ndhcgq/f/hfile_1 2024-11-09T11:20:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins__test__gmal5slfmmjtaov7b2vruuej3s4ccn4hbavtfoi9couh10p1180co8dfs8ndhcgq/f/hfile_1 as hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8/f/d44f981f25fe4c42907b1f08970a4389_SeqId_6_ 2024-11-09T11:20:32,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins__test__gmal5slfmmjtaov7b2vruuej3s4ccn4hbavtfoi9couh10p1180co8dfs8ndhcgq/f/hfile_0 into e362f70ae1642c970bdb7e79399595e8/f as hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8/f/c0c2225c974b466e8109fd973fe302f5_SeqId_6_ - updating store file list. 2024-11-09T11:20:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c0c2225c974b466e8109fd973fe302f5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T11:20:32,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8/f/c0c2225c974b466e8109fd973fe302f5_SeqId_6_ into e362f70ae1642c970bdb7e79399595e8/f 2024-11-09T11:20:32,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins__test__gmal5slfmmjtaov7b2vruuej3s4ccn4hbavtfoi9couh10p1180co8dfs8ndhcgq/f/hfile_0 into e362f70ae1642c970bdb7e79399595e8/f (new location: hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8/f/c0c2225c974b466e8109fd973fe302f5_SeqId_6_) 2024-11-09T11:20:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins__test__gmal5slfmmjtaov7b2vruuej3s4ccn4hbavtfoi9couh10p1180co8dfs8ndhcgq/f/hfile_0 2024-11-09T11:20:32,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins__test__gmal5slfmmjtaov7b2vruuej3s4ccn4hbavtfoi9couh10p1180co8dfs8ndhcgq/f/hfile_1 into e362f70ae1642c970bdb7e79399595e8/f as hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8/f/d44f981f25fe4c42907b1f08970a4389_SeqId_6_ - updating store file list. 2024-11-09T11:20:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d44f981f25fe4c42907b1f08970a4389_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T11:20:32,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8/f/d44f981f25fe4c42907b1f08970a4389_SeqId_6_ into e362f70ae1642c970bdb7e79399595e8/f 2024-11-09T11:20:32,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins__test__gmal5slfmmjtaov7b2vruuej3s4ccn4hbavtfoi9couh10p1180co8dfs8ndhcgq/f/hfile_1 into e362f70ae1642c970bdb7e79399595e8/f (new location: hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8/f/d44f981f25fe4c42907b1f08970a4389_SeqId_6_) 2024-11-09T11:20:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/staging/jenkins__test__gmal5slfmmjtaov7b2vruuej3s4ccn4hbavtfoi9couh10p1180co8dfs8ndhcgq/f/hfile_1 2024-11-09T11:20:32,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:20:32,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:32,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:32,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:32,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:32,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:32,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731151225140.e362f70ae1642c970bdb7e79399595e8., hostname=3264b4bbda9f,37149,1731151219410, seqNum=2 , the old value is region=test,,1731151225140.e362f70ae1642c970bdb7e79399595e8., hostname=3264b4bbda9f,37149,1731151219410, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3264b4bbda9f:37149 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T11:20:32,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731151225140.e362f70ae1642c970bdb7e79399595e8., hostname=3264b4bbda9f,37149,1731151219410, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T11:20:32,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731151225140.e362f70ae1642c970bdb7e79399595e8., hostname=3264b4bbda9f,37149,1731151219410, seqNum=2 from cache 2024-11-09T11:20:32,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,34783,1731151213678, seqNum=-1] 2024-11-09T11:20:32,987 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T11:20:32,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:32,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:32,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd., hostname=3264b4bbda9f,34783,1731151213678, seqNum=2] 2024-11-09T11:20:32,999 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T11:20:33,033 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889 to pos 725, reset compression=false 2024-11-09T11:20:33,051 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:20:33,052 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.shipper3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,37149,1731151219410 got entry batch from reader: WALEntryBatch [walEntries=[{test/e362f70ae1642c970bdb7e79399595e8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731151232982/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T11:20:33,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.ReplicationSink(318): Replicating [b1098e1e-53bd-4ebf-a122-430c26de9b85] bulk loaded data 2024-11-09T11:20:33,090 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:37149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T11:20:33,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741844_1020 (size=11194) 2024-11-09T11:20:33,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741845_1021 (size=10791) 2024-11-09T11:20:33,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T11:20:33,125 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 687, reset compression=false 2024-11-09T11:20:33,132 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins.hfs.10__test__3akn9vgftk7bhadmkmp6lkaist3kgd5r21d0rk0vmitdad40cvt1sc4su2t18h4i/f/c0c2225c974b466e8109fd973fe302f5_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-09T11:20:33,135 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins.hfs.10__test__3akn9vgftk7bhadmkmp6lkaist3kgd5r21d0rk0vmitdad40cvt1sc4su2t18h4i/f/d44f981f25fe4c42907b1f08970a4389_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-09T11:20:33,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins.hfs.10__test__3akn9vgftk7bhadmkmp6lkaist3kgd5r21d0rk0vmitdad40cvt1sc4su2t18h4i/f/c0c2225c974b466e8109fd973fe302f5_SeqId_6_ for inclusion in f9af0394faf009ec866816e4fa2ce3bd/f 2024-11-09T11:20:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T11:20:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:20:33,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins.hfs.10__test__3akn9vgftk7bhadmkmp6lkaist3kgd5r21d0rk0vmitdad40cvt1sc4su2t18h4i/f/d44f981f25fe4c42907b1f08970a4389_SeqId_6_ for inclusion in f9af0394faf009ec866816e4fa2ce3bd/f 2024-11-09T11:20:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T11:20:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:20:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HRegion(2603): Flush status journal for f9af0394faf009ec866816e4fa2ce3bd: 2024-11-09T11:20:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c0c2225c974b466e8109fd973fe302f5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T11:20:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins.hfs.10__test__3akn9vgftk7bhadmkmp6lkaist3kgd5r21d0rk0vmitdad40cvt1sc4su2t18h4i/f/c0c2225c974b466e8109fd973fe302f5_SeqId_6_ as hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd/f/d3c1d5310bd0447c80244053df6e049c_SeqId_6_ 2024-11-09T11:20:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d44f981f25fe4c42907b1f08970a4389_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T11:20:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins.hfs.10__test__3akn9vgftk7bhadmkmp6lkaist3kgd5r21d0rk0vmitdad40cvt1sc4su2t18h4i/f/d44f981f25fe4c42907b1f08970a4389_SeqId_6_ as hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd/f/7fdb31b1e7e442cf914f9d4314fbb32c_SeqId_6_ 2024-11-09T11:20:33,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins.hfs.10__test__3akn9vgftk7bhadmkmp6lkaist3kgd5r21d0rk0vmitdad40cvt1sc4su2t18h4i/f/c0c2225c974b466e8109fd973fe302f5_SeqId_6_ into f9af0394faf009ec866816e4fa2ce3bd/f as hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd/f/d3c1d5310bd0447c80244053df6e049c_SeqId_6_ - updating store file list. 2024-11-09T11:20:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d3c1d5310bd0447c80244053df6e049c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T11:20:33,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd/f/d3c1d5310bd0447c80244053df6e049c_SeqId_6_ into f9af0394faf009ec866816e4fa2ce3bd/f 2024-11-09T11:20:33,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins.hfs.10__test__3akn9vgftk7bhadmkmp6lkaist3kgd5r21d0rk0vmitdad40cvt1sc4su2t18h4i/f/c0c2225c974b466e8109fd973fe302f5_SeqId_6_ into f9af0394faf009ec866816e4fa2ce3bd/f (new location: hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd/f/d3c1d5310bd0447c80244053df6e049c_SeqId_6_) 2024-11-09T11:20:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins.hfs.10__test__3akn9vgftk7bhadmkmp6lkaist3kgd5r21d0rk0vmitdad40cvt1sc4su2t18h4i/f/c0c2225c974b466e8109fd973fe302f5_SeqId_6_ 2024-11-09T11:20:33,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins.hfs.10__test__3akn9vgftk7bhadmkmp6lkaist3kgd5r21d0rk0vmitdad40cvt1sc4su2t18h4i/f/d44f981f25fe4c42907b1f08970a4389_SeqId_6_ into f9af0394faf009ec866816e4fa2ce3bd/f as hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd/f/7fdb31b1e7e442cf914f9d4314fbb32c_SeqId_6_ - updating store file list. 2024-11-09T11:20:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7fdb31b1e7e442cf914f9d4314fbb32c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T11:20:33,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd/f/7fdb31b1e7e442cf914f9d4314fbb32c_SeqId_6_ into f9af0394faf009ec866816e4fa2ce3bd/f 2024-11-09T11:20:33,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins.hfs.10__test__3akn9vgftk7bhadmkmp6lkaist3kgd5r21d0rk0vmitdad40cvt1sc4su2t18h4i/f/d44f981f25fe4c42907b1f08970a4389_SeqId_6_ into f9af0394faf009ec866816e4fa2ce3bd/f (new location: hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd/f/7fdb31b1e7e442cf914f9d4314fbb32c_SeqId_6_) 2024-11-09T11:20:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/staging/jenkins.hfs.10__test__3akn9vgftk7bhadmkmp6lkaist3kgd5r21d0rk0vmitdad40cvt1sc4su2t18h4i/f/d44f981f25fe4c42907b1f08970a4389_SeqId_6_ 2024-11-09T11:20:33,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] regionserver.ReplicationSink(324): Finished replicating [b1098e1e-53bd-4ebf-a122-430c26de9b85] bulk loaded data 2024-11-09T11:20:33,252 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889 to pos 1033, reset compression=false 2024-11-09T11:20:33,558 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889 to pos 1033, reset compression=false 2024-11-09T11:20:33,832 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 687, reset compression=false 2024-11-09T11:20:33,836 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:20:33,837 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.shipper3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,34783,1731151213678 got entry batch from reader: WALEntryBatch [walEntries=[{test/f9af0394faf009ec866816e4fa2ce3bd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731151233169/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T11:20:33,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.ReplicationSink(318): Replicating [b1098e1e-53bd-4ebf-a122-430c26de9b85, 95ee09d7-bcef-4881-a3e0-352ca44536b9] bulk loaded data 2024-11-09T11:20:33,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741844_1020 (size=11194) 2024-11-09T11:20:33,962 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889 to pos 1033, reset compression=false 2024-11-09T11:20:34,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:20:34,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:20:34,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:34,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:34,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:34,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:34,014 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:20:34,014 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1195416232, stopped=false 2024-11-09T11:20:34,014 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,35353,1731151219262 2024-11-09T11:20:34,037 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 1033, reset compression=false 2024-11-09T11:20:34,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2130519139/running 2024-11-09T11:20:34,068 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2130519139/running 2024-11-09T11:20:34,068 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139 2024-11-09T11:20:34,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139 2024-11-09T11:20:34,068 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:20:34,068 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:20:34,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:34,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:34,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Set watcher on znode that does not yet exist, /1-2130519139/running 2024-11-09T11:20:34,069 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,37149,1731151219410' ***** 2024-11-09T11:20:34,069 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:20:34,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Set watcher on znode that does not yet exist, /1-2130519139/running 2024-11-09T11:20:34,069 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:20:34,069 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:20:34,069 INFO [RS:0;3264b4bbda9f:37149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:20:34,069 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:20:34,070 INFO [RS:0;3264b4bbda9f:37149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:20:34,070 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(3091): Received CLOSE for e362f70ae1642c970bdb7e79399595e8 2024-11-09T11:20:34,070 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(3091): Received CLOSE for 61da9d6e8bbf2fde0c8999fe6bf4fafc 2024-11-09T11:20:34,070 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,37149,1731151219410 2024-11-09T11:20:34,070 INFO [RS:0;3264b4bbda9f:37149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:20:34,070 INFO [RS:0;3264b4bbda9f:37149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:37149. 2024-11-09T11:20:34,070 DEBUG [RS:0;3264b4bbda9f:37149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:34,070 DEBUG [RS:0;3264b4bbda9f:37149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:34,070 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e362f70ae1642c970bdb7e79399595e8, disabling compactions & flushes 2024-11-09T11:20:34,070 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731151225140.e362f70ae1642c970bdb7e79399595e8. 2024-11-09T11:20:34,070 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151225140.e362f70ae1642c970bdb7e79399595e8. 2024-11-09T11:20:34,070 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:20:34,070 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731151225140.e362f70ae1642c970bdb7e79399595e8. after waiting 0 ms 2024-11-09T11:20:34,070 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:20:34,070 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731151225140.e362f70ae1642c970bdb7e79399595e8. 2024-11-09T11:20:34,070 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:20:34,070 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:20:34,070 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T11:20:34,070 DEBUG [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(1325): Online Regions={e362f70ae1642c970bdb7e79399595e8=test,,1731151225140.e362f70ae1642c970bdb7e79399595e8., 1588230740=hbase:meta,,1.1588230740, 61da9d6e8bbf2fde0c8999fe6bf4fafc=hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc.} 2024-11-09T11:20:34,070 DEBUG [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61da9d6e8bbf2fde0c8999fe6bf4fafc, e362f70ae1642c970bdb7e79399595e8 2024-11-09T11:20:34,071 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:20:34,071 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:20:34,071 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:20:34,071 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:20:34,071 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:20:34,071 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T11:20:34,074 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/default/test/e362f70ae1642c970bdb7e79399595e8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T11:20:34,075 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:20:34,075 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:20:34,075 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731151225140.e362f70ae1642c970bdb7e79399595e8. 2024-11-09T11:20:34,075 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e362f70ae1642c970bdb7e79399595e8: Waiting for close lock at 1731151234070Running coprocessor pre-close hooks at 1731151234070Disabling compacts and flushes for region at 1731151234070Disabling writes for close at 1731151234070Writing region close event to WAL at 1731151234071 (+1 ms)Running coprocessor post-close hooks at 1731151234074 (+3 ms)Closed at 1731151234075 (+1 ms) 2024-11-09T11:20:34,075 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731151225140.e362f70ae1642c970bdb7e79399595e8. 2024-11-09T11:20:34,075 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61da9d6e8bbf2fde0c8999fe6bf4fafc, disabling compactions & flushes 2024-11-09T11:20:34,075 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc. 2024-11-09T11:20:34,075 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc. 2024-11-09T11:20:34,075 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc. after waiting 0 ms 2024-11-09T11:20:34,075 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc. 2024-11-09T11:20:34,075 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 61da9d6e8bbf2fde0c8999fe6bf4fafc 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-09T11:20:34,089 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/replication/61da9d6e8bbf2fde0c8999fe6bf4fafc/.tmp/hfileref/b858b78c30d443a58f7a75a4e4d1a5bd is 74, key is 1/hfileref:8db0941eb63043e9a721cce15097c562_SeqId_4_/1731151232551/DeleteColumn/seqid=0 2024-11-09T11:20:34,090 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/.tmp/info/6e074935847e43758ac08a6bbb11cbdb is 147, key is hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc./info:regioninfo/1731151228918/Put/seqid=0 2024-11-09T11:20:34,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741845_1021 (size=7686) 2024-11-09T11:20:34,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741846_1022 (size=5345) 2024-11-09T11:20:34,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741847_1023 (size=10791) 2024-11-09T11:20:34,271 DEBUG [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61da9d6e8bbf2fde0c8999fe6bf4fafc 2024-11-09T11:20:34,341 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 1033, reset compression=false 2024-11-09T11:20:34,392 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:20:34,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:34,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:34,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:34,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:34,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:34,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:34,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:34,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:34,471 DEBUG [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61da9d6e8bbf2fde0c8999fe6bf4fafc 2024-11-09T11:20:34,481 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889 to pos 1033, reset compression=false 2024-11-09T11:20:34,497 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/.tmp/info/6e074935847e43758ac08a6bbb11cbdb 2024-11-09T11:20:34,502 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/replication/61da9d6e8bbf2fde0c8999fe6bf4fafc/.tmp/hfileref/b858b78c30d443a58f7a75a4e4d1a5bd 2024-11-09T11:20:34,503 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:20:34,503 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889 to pos 1328, reset compression=false 2024-11-09T11:20:34,503 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.shipper3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,37149,1731151219410 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:20:34,504 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.shipper3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3264b4bbda9f,37149,1731151219410: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3264b4bbda9f,37149,1731151219410, walGroup=3264b4bbda9f%2C37149%2C1731151219410, offset=3264b4bbda9f%2C37149%2C1731151219410.1731151221889:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:37149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T11:20:34,505 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.shipper3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T11:20:34,505 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.shipper3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T11:20:34,506 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.shipper3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T11:20:34,511 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.shipper3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T11:20:34,511 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.shipper3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T11:20:34,511 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.shipper3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 567945072 }, "NonHeapMemoryUsage": { "committed": 190054400, "init": 7667712, "max": -1, "used": 187319504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T11:20:34,514 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.shipper3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T11:20:34,542 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/.tmp/ns/ff6d19ce286e4d4aac30e4e909d0a558 is 43, key is default/ns:d/1731151222874/Put/seqid=0 2024-11-09T11:20:34,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741848_1024 (size=5153) 2024-11-09T11:20:34,550 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/replication/61da9d6e8bbf2fde0c8999fe6bf4fafc/.tmp/queue/285c618cacc24c1fa94e84a7ae493420 is 154, key is 1-3264b4bbda9f,37149,1731151219410/queue:3264b4bbda9f%2C37149%2C1731151219410/1731151233173/Put/seqid=0 2024-11-09T11:20:34,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741849_1025 (size=5353) 2024-11-09T11:20:34,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T11:20:34,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3264b4bbda9f,37149,1731151219410 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:34,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3264b4bbda9f,37149,1731151219410 aborting 2024-11-09T11:20:34,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3264b4bbda9f,37149,1731151219410 aborting 2024-11-09T11:20:34,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1 from cache 2024-11-09T11:20:34,671 DEBUG [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61da9d6e8bbf2fde0c8999fe6bf4fafc 2024-11-09T11:20:34,731 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889 to pos 1328, reset compression=false 2024-11-09T11:20:34,745 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 1033, reset compression=false 2024-11-09T11:20:34,752 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:20:34,752 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:20:34,767 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:34,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1] 2024-11-09T11:20:34,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3264b4bbda9f,37149,1731151219410 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:34,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3264b4bbda9f,37149,1731151219410 aborting 2024-11-09T11:20:34,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3264b4bbda9f,37149,1731151219410 aborting 2024-11-09T11:20:34,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1 from cache 2024-11-09T11:20:34,871 DEBUG [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61da9d6e8bbf2fde0c8999fe6bf4fafc 2024-11-09T11:20:34,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T11:20:34,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T11:20:34,950 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/.tmp/ns/ff6d19ce286e4d4aac30e4e909d0a558 2024-11-09T11:20:34,956 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/replication/61da9d6e8bbf2fde0c8999fe6bf4fafc/.tmp/queue/285c618cacc24c1fa94e84a7ae493420 2024-11-09T11:20:34,960 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/replication/61da9d6e8bbf2fde0c8999fe6bf4fafc/.tmp/hfileref/b858b78c30d443a58f7a75a4e4d1a5bd as hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/replication/61da9d6e8bbf2fde0c8999fe6bf4fafc/hfileref/b858b78c30d443a58f7a75a4e4d1a5bd 2024-11-09T11:20:34,965 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/replication/61da9d6e8bbf2fde0c8999fe6bf4fafc/hfileref/b858b78c30d443a58f7a75a4e4d1a5bd, entries=4, sequenceid=12, filesize=5.2 K 2024-11-09T11:20:34,966 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/replication/61da9d6e8bbf2fde0c8999fe6bf4fafc/.tmp/queue/285c618cacc24c1fa94e84a7ae493420 as hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/replication/61da9d6e8bbf2fde0c8999fe6bf4fafc/queue/285c618cacc24c1fa94e84a7ae493420 2024-11-09T11:20:34,971 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/replication/61da9d6e8bbf2fde0c8999fe6bf4fafc/queue/285c618cacc24c1fa94e84a7ae493420, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T11:20:34,972 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/.tmp/rep_barrier/3616f8837fcf4a35888d614d1c93842e is 112, key is test,,1731151225140.e362f70ae1642c970bdb7e79399595e8./rep_barrier:seqnumDuringOpen/1731151225905/Put/seqid=0 2024-11-09T11:20:34,972 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 61da9d6e8bbf2fde0c8999fe6bf4fafc in 897ms, sequenceid=12, compaction requested=false 2024-11-09T11:20:34,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741850_1026 (size=5518) 2024-11-09T11:20:34,976 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/.tmp/rep_barrier/3616f8837fcf4a35888d614d1c93842e 2024-11-09T11:20:34,976 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/replication/61da9d6e8bbf2fde0c8999fe6bf4fafc/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T11:20:34,977 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:20:34,977 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:20:34,977 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc. 2024-11-09T11:20:34,977 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61da9d6e8bbf2fde0c8999fe6bf4fafc: Waiting for close lock at 1731151234075Running coprocessor pre-close hooks at 1731151234075Disabling compacts and flushes for region at 1731151234075Disabling writes for close at 1731151234075Obtaining lock to block concurrent updates at 1731151234075Preparing flush snapshotting stores in 61da9d6e8bbf2fde0c8999fe6bf4fafc at 1731151234075Finished memstore snapshotting hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731151234075Flushing stores of hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc. at 1731151234076 (+1 ms)Flushing 61da9d6e8bbf2fde0c8999fe6bf4fafc/hfileref: creating writer at 1731151234076Flushing 61da9d6e8bbf2fde0c8999fe6bf4fafc/hfileref: appending metadata at 1731151234088 (+12 ms)Flushing 61da9d6e8bbf2fde0c8999fe6bf4fafc/hfileref: closing flushed file at 1731151234088Flushing 61da9d6e8bbf2fde0c8999fe6bf4fafc/queue: creating writer at 1731151234517 (+429 ms)Flushing 61da9d6e8bbf2fde0c8999fe6bf4fafc/queue: appending metadata at 1731151234549 (+32 ms)Flushing 61da9d6e8bbf2fde0c8999fe6bf4fafc/queue: closing flushed file at 1731151234550 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f0d815: reopening flushed file at 1731151234959 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e4e68c: reopening flushed file at 1731151234965 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 61da9d6e8bbf2fde0c8999fe6bf4fafc in 897ms, sequenceid=12, compaction requested=false at 1731151234972 (+7 ms)Writing region close event to WAL at 1731151234973 (+1 ms)Running coprocessor post-close hooks at 1731151234977 (+4 ms)Closed at 1731151234977 2024-11-09T11:20:34,977 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731151228468.61da9d6e8bbf2fde0c8999fe6bf4fafc. 2024-11-09T11:20:34,977 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:34,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1] 2024-11-09T11:20:34,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3264b4bbda9f,37149,1731151219410 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:34,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3264b4bbda9f,37149,1731151219410 aborting 2024-11-09T11:20:34,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3264b4bbda9f,37149,1731151219410 aborting 2024-11-09T11:20:34,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1 from cache 2024-11-09T11:20:34,995 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/.tmp/table/62f28f26e66f4eb8925e2eba7a87f782 is 53, key is hbase:replication/table:state/1731151228933/Put/seqid=0 2024-11-09T11:20:34,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741851_1027 (size=5308) 2024-11-09T11:20:35,035 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889 to pos 1328, reset compression=false 2024-11-09T11:20:35,071 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T11:20:35,071 DEBUG [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T11:20:35,071 DEBUG [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:20:35,250 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 1033, reset compression=false 2024-11-09T11:20:35,272 DEBUG [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:20:35,287 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:35,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1] 2024-11-09T11:20:35,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3264b4bbda9f,37149,1731151219410 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:35,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3264b4bbda9f,37149,1731151219410 aborting 2024-11-09T11:20:35,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3264b4bbda9f,37149,1731151219410 aborting 2024-11-09T11:20:35,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37149,1731151219410, seqNum=-1 from cache 2024-11-09T11:20:35,399 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/.tmp/table/62f28f26e66f4eb8925e2eba7a87f782 2024-11-09T11:20:35,404 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/.tmp/info/6e074935847e43758ac08a6bbb11cbdb as hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/info/6e074935847e43758ac08a6bbb11cbdb 2024-11-09T11:20:35,408 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/info/6e074935847e43758ac08a6bbb11cbdb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T11:20:35,409 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/.tmp/ns/ff6d19ce286e4d4aac30e4e909d0a558 as hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/ns/ff6d19ce286e4d4aac30e4e909d0a558 2024-11-09T11:20:35,413 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/ns/ff6d19ce286e4d4aac30e4e909d0a558, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T11:20:35,414 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/.tmp/rep_barrier/3616f8837fcf4a35888d614d1c93842e as hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/rep_barrier/3616f8837fcf4a35888d614d1c93842e 2024-11-09T11:20:35,419 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/rep_barrier/3616f8837fcf4a35888d614d1c93842e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T11:20:35,424 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/.tmp/table/62f28f26e66f4eb8925e2eba7a87f782 as hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/table/62f28f26e66f4eb8925e2eba7a87f782 2024-11-09T11:20:35,429 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/table/62f28f26e66f4eb8925e2eba7a87f782, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T11:20:35,430 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1359ms, sequenceid=16, compaction requested=false 2024-11-09T11:20:35,439 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.1731151221889 to pos 1328, reset compression=false 2024-11-09T11:20:35,464 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T11:20:35,465 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:20:35,465 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:20:35,465 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:20:35,465 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151234070Running coprocessor pre-close hooks at 1731151234070Disabling compacts and flushes for region at 1731151234070Disabling writes for close at 1731151234071 (+1 ms)Obtaining lock to block concurrent updates at 1731151234071Preparing flush snapshotting stores in 1588230740 at 1731151234071Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731151234071Flushing stores of hbase:meta,,1.1588230740 at 1731151234072 (+1 ms)Flushing 1588230740/info: creating writer at 1731151234072Flushing 1588230740/info: appending metadata at 1731151234089 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731151234089Flushing 1588230740/ns: creating writer at 1731151234504 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731151234541 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1731151234541Flushing 1588230740/rep_barrier: creating writer at 1731151234954 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731151234971 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731151234972 (+1 ms)Flushing 1588230740/table: creating writer at 1731151234982 (+10 ms)Flushing 1588230740/table: appending metadata at 1731151234995 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731151234995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e643412: reopening flushed file at 1731151235404 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3feb9a2b: reopening flushed file at 1731151235409 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63969002: reopening flushed file at 1731151235413 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@119ce69: reopening flushed file at 1731151235419 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1359ms, sequenceid=16, compaction requested=false at 1731151235430 (+11 ms)Writing region close event to WAL at 1731151235461 (+31 ms)Running coprocessor post-close hooks at 1731151235465 (+4 ms)Closed at 1731151235465 2024-11-09T11:20:35,465 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:20:35,472 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,37149,1731151219410; all regions closed. 2024-11-09T11:20:35,476 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/WALs/3264b4bbda9f,37149,1731151219410/3264b4bbda9f%2C37149%2C1731151219410.meta.1731151222809.meta not finished, retry = 0 2024-11-09T11:20:35,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741834_1010 (size=4239) 2024-11-09T11:20:35,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741839_1015 (size=3127) 2024-11-09T11:20:35,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741832_1008 (size=1336) 2024-11-09T11:20:35,586 DEBUG [RS:0;3264b4bbda9f:37149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:35,586 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:20:35,586 INFO [RS:0;3264b4bbda9f:37149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:20:35,586 INFO [RS:0;3264b4bbda9f:37149 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T11:20:35,586 INFO [RS:0;3264b4bbda9f:37149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:20:35,586 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3264b4bbda9f,37149,1731151219410 because: Region server is closing 2024-11-09T11:20:35,586 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:20:35,587 INFO [RS:0;3264b4bbda9f:37149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:37149. 2024-11-09T11:20:35,587 DEBUG [RS:0;3264b4bbda9f:37149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:35,587 DEBUG [RS:0;3264b4bbda9f:37149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:35,587 DEBUG [RS:0;3264b4bbda9f:37149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:35,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:35,687 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.shipper3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 terminated 2024-11-09T11:20:35,687 INFO [RS:0;3264b4bbda9f:37149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:37149. 2024-11-09T11:20:35,687 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37149,1731151219410.replicationSource.wal-reader.3264b4bbda9f%2C37149%2C1731151219410,1-3264b4bbda9f,37149,1731151219410 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T11:20:35,687 DEBUG [RS:0;3264b4bbda9f:37149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:35,687 DEBUG [RS:0;3264b4bbda9f:37149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:35,687 DEBUG [RS:0;3264b4bbda9f:37149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:35,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:35,688 INFO [RS:0;3264b4bbda9f:37149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37149 2024-11-09T11:20:35,689 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.shipper3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3264b4bbda9f:37149 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-09T11:20:35,690 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-09T11:20:35,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-09T11:20:35,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:44706 deadline: 1731151293837, exception=java.io.InterruptedIOException 2024-11-09T11:20:35,690 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T11:20:35,742 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2130519139/rs/3264b4bbda9f,37149,1731151219410 2024-11-09T11:20:35,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139/rs 2024-11-09T11:20:35,742 INFO [RS:0;3264b4bbda9f:37149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:20:35,791 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3264b4bbda9f:37149 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3264b4bbda9f/172.17.0.2:37149 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:35,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 3264b4bbda9f:37149 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3264b4bbda9f/172.17.0.2:37149 2024-11-09T11:20:35,791 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.shipper3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=3264b4bbda9f:37149 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3264b4bbda9f/172.17.0.2:37149 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3264b4bbda9f/172.17.0.2:37149 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T11:20:35,797 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:35,798 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-09T11:20:35,799 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:35,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,37149,1731151219410] 2024-11-09T11:20:35,855 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 1033, reset compression=false 2024-11-09T11:20:35,877 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2130519139/draining/3264b4bbda9f,37149,1731151219410 already deleted, retry=false 2024-11-09T11:20:35,877 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,37149,1731151219410 expired; onlineServers=0 2024-11-09T11:20:35,877 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,35353,1731151219262' ***** 2024-11-09T11:20:35,877 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:20:35,877 INFO [M:0;3264b4bbda9f:35353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:20:35,877 INFO [M:0;3264b4bbda9f:35353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:20:35,877 DEBUG [M:0;3264b4bbda9f:35353 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:20:35,877 DEBUG [M:0;3264b4bbda9f:35353 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:20:35,877 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:20:35,877 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151221607 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151221607,5,FailOnTimeoutGroup] 2024-11-09T11:20:35,877 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151221607 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151221607,5,FailOnTimeoutGroup] 2024-11-09T11:20:35,877 INFO [M:0;3264b4bbda9f:35353 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:20:35,878 INFO [M:0;3264b4bbda9f:35353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:20:35,878 DEBUG [M:0;3264b4bbda9f:35353 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:20:35,878 INFO [M:0;3264b4bbda9f:35353 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:20:35,878 INFO [M:0;3264b4bbda9f:35353 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:20:35,878 INFO [M:0;3264b4bbda9f:35353 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:20:35,878 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:20:35,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2130519139/master 2024-11-09T11:20:35,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2130519139 2024-11-09T11:20:35,894 DEBUG [M:0;3264b4bbda9f:35353 {}] zookeeper.ZKUtil(347): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Unable to get data of znode /1-2130519139/master because node does not exist (not an error) 2024-11-09T11:20:35,894 WARN [M:0;3264b4bbda9f:35353 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:20:35,895 INFO [M:0;3264b4bbda9f:35353 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/.lastflushedseqids 2024-11-09T11:20:35,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741852_1028 (size=263) 2024-11-09T11:20:35,912 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:20:35,912 INFO [RS:0;3264b4bbda9f:37149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:20:35,912 INFO [RS:0;3264b4bbda9f:37149 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,37149,1731151219410; zookeeper connection closed. 2024-11-09T11:20:35,912 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011f53271b0004, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:20:35,912 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f92b989 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f92b989 2024-11-09T11:20:35,913 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:20:35,994 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.shipper3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3264b4bbda9f:37149 this server is in the failed servers list 2024-11-09T11:20:35,995 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.shipper3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3264b4bbda9f:37149 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3264b4bbda9f:37149 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3264b4bbda9f:37149 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-09T11:20:36,298 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.shipper3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3264b4bbda9f:37149 this server is in the failed servers list 2024-11-09T11:20:36,298 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.shipper3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3264b4bbda9f:37149 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3264b4bbda9f:37149 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3264b4bbda9f:37149 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-09T11:20:36,303 INFO [M:0;3264b4bbda9f:35353 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:20:36,303 INFO [M:0;3264b4bbda9f:35353 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:20:36,303 DEBUG [M:0;3264b4bbda9f:35353 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:20:36,303 INFO [M:0;3264b4bbda9f:35353 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:36,303 DEBUG [M:0;3264b4bbda9f:35353 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:36,303 DEBUG [M:0;3264b4bbda9f:35353 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:20:36,303 DEBUG [M:0;3264b4bbda9f:35353 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:36,304 INFO [M:0;3264b4bbda9f:35353 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T11:20:36,337 DEBUG [M:0;3264b4bbda9f:35353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37aa694f361845ce9923ab535edd5e8d is 82, key is hbase:meta,,1/info:regioninfo/1731151222854/Put/seqid=0 2024-11-09T11:20:36,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741853_1029 (size=5672) 2024-11-09T11:20:36,346 INFO [M:0;3264b4bbda9f:35353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37aa694f361845ce9923ab535edd5e8d 2024-11-09T11:20:36,373 DEBUG [M:0;3264b4bbda9f:35353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f42df00912624eb091997488b538af90 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731151228939/Put/seqid=0 2024-11-09T11:20:36,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741854_1030 (size=8517) 2024-11-09T11:20:36,401 INFO [M:0;3264b4bbda9f:35353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f42df00912624eb091997488b538af90 2024-11-09T11:20:36,434 DEBUG [M:0;3264b4bbda9f:35353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16b4290eafe24da0a0f08e1caeb1a3b9 is 69, key is 3264b4bbda9f,37149,1731151219410/rs:state/1731151221677/Put/seqid=0 2024-11-09T11:20:36,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741855_1031 (size=5156) 2024-11-09T11:20:36,453 INFO [M:0;3264b4bbda9f:35353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16b4290eafe24da0a0f08e1caeb1a3b9 2024-11-09T11:20:36,462 DEBUG [M:0;3264b4bbda9f:35353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37aa694f361845ce9923ab535edd5e8d as hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37aa694f361845ce9923ab535edd5e8d 2024-11-09T11:20:36,470 INFO [M:0;3264b4bbda9f:35353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37aa694f361845ce9923ab535edd5e8d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T11:20:36,473 DEBUG [M:0;3264b4bbda9f:35353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f42df00912624eb091997488b538af90 as hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f42df00912624eb091997488b538af90 2024-11-09T11:20:36,487 INFO [M:0;3264b4bbda9f:35353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f42df00912624eb091997488b538af90, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T11:20:36,488 DEBUG [M:0;3264b4bbda9f:35353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16b4290eafe24da0a0f08e1caeb1a3b9 as hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16b4290eafe24da0a0f08e1caeb1a3b9 2024-11-09T11:20:36,494 INFO [M:0;3264b4bbda9f:35353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34547/user/jenkins/test-data/9c035b62-c83f-1f3d-7ff7-40896e15d30c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16b4290eafe24da0a0f08e1caeb1a3b9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T11:20:36,495 INFO [M:0;3264b4bbda9f:35353 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 191ms, sequenceid=97, compaction requested=false 2024-11-09T11:20:36,512 INFO [M:0;3264b4bbda9f:35353 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:36,512 DEBUG [M:0;3264b4bbda9f:35353 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151236303Disabling compacts and flushes for region at 1731151236303Disabling writes for close at 1731151236303Obtaining lock to block concurrent updates at 1731151236304 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151236304Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731151236304Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151236305 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151236305Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151236337 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151236337Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151236353 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151236372 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151236372Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151236406 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151236433 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151236433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f45269: reopening flushed file at 1731151236461 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf0975b: reopening flushed file at 1731151236470 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9ecb84: reopening flushed file at 1731151236487 (+17 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 191ms, sequenceid=97, compaction requested=false at 1731151236495 (+8 ms)Writing region close event to WAL at 1731151236512 (+17 ms)Closed at 1731151236512 2024-11-09T11:20:36,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741830_1006 (size=63666) 2024-11-09T11:20:36,533 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:20:36,533 INFO [M:0;3264b4bbda9f:35353 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:20:36,533 INFO [M:0;3264b4bbda9f:35353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35353 2024-11-09T11:20:36,533 INFO [M:0;3264b4bbda9f:35353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:20:36,559 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 1033, reset compression=false 2024-11-09T11:20:36,647 INFO [M:0;3264b4bbda9f:35353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:20:36,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:20:36,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011f53271b0003, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:20:36,700 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.shipper3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3264b4bbda9f:37149 this server is in the failed servers list 2024-11-09T11:20:36,700 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.shipper3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3264b4bbda9f:37149 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3264b4bbda9f:37149 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3264b4bbda9f:37149 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-09T11:20:36,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@126508b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:20:36,703 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@613e9d2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:20:36,703 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:20:36,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59559645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:20:36,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15693be3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/hadoop.log.dir/,STOPPED} 2024-11-09T11:20:36,706 WARN [BP-1820158659-172.17.0.2-1731151217178 heartbeating to localhost/127.0.0.1:34547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:20:36,706 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:20:36,706 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:20:36,706 WARN [BP-1820158659-172.17.0.2-1731151217178 heartbeating to localhost/127.0.0.1:34547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1820158659-172.17.0.2-1731151217178 (Datanode Uuid 52b5a201-ffdc-4712-a9ea-61e695c8f193) service to localhost/127.0.0.1:34547 2024-11-09T11:20:36,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/cluster_c9a5959c-9f7d-5e93-e626-e5d577311912/data/data1/current/BP-1820158659-172.17.0.2-1731151217178 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:20:36,707 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/cluster_c9a5959c-9f7d-5e93-e626-e5d577311912/data/data2/current/BP-1820158659-172.17.0.2-1731151217178 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:20:36,707 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:20:36,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f4d79ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:20:36,713 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c2976d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:20:36,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:20:36,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@261f9c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:20:36,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d90865a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/hadoop.log.dir/,STOPPED} 2024-11-09T11:20:36,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:20:36,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:20:36,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:20:36,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:36,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:36,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:36,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:36,740 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:20:36,740 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1211170273, stopped=false 2024-11-09T11:20:36,740 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,34233,1731151213482 2024-11-09T11:20:36,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02062379173/running 2024-11-09T11:20:36,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02062379173/running 2024-11-09T11:20:36,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173 2024-11-09T11:20:36,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173 2024-11-09T11:20:36,753 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:20:36,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:20:36,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:36,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:36,754 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,34783,1731151213678' ***** 2024-11-09T11:20:36,754 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:20:36,754 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:20:36,754 INFO [RS:0;3264b4bbda9f:34783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:20:36,754 INFO [RS:0;3264b4bbda9f:34783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:20:36,754 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(3091): Received CLOSE for 051d2ef48527639e111b8a8a3712b0ef 2024-11-09T11:20:36,755 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:20:36,756 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(3091): Received CLOSE for f9af0394faf009ec866816e4fa2ce3bd 2024-11-09T11:20:36,756 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,34783,1731151213678 2024-11-09T11:20:36,756 INFO [RS:0;3264b4bbda9f:34783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:20:36,756 INFO [RS:0;3264b4bbda9f:34783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:34783. 2024-11-09T11:20:36,756 DEBUG [RS:0;3264b4bbda9f:34783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:36,756 DEBUG [RS:0;3264b4bbda9f:34783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:36,756 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 051d2ef48527639e111b8a8a3712b0ef, disabling compactions & flushes 2024-11-09T11:20:36,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Set watcher on znode that does not yet exist, /02062379173/running 2024-11-09T11:20:36,757 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef. 2024-11-09T11:20:36,757 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef. 2024-11-09T11:20:36,757 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef. after waiting 0 ms 2024-11-09T11:20:36,757 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef. 2024-11-09T11:20:36,757 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:20:36,757 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 051d2ef48527639e111b8a8a3712b0ef 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-09T11:20:36,757 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:20:36,757 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:20:36,757 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:20:36,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Set watcher on znode that does not yet exist, /02062379173/running 2024-11-09T11:20:36,762 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T11:20:36,762 DEBUG [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(1325): Online Regions={051d2ef48527639e111b8a8a3712b0ef=hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef., 1588230740=hbase:meta,,1.1588230740, f9af0394faf009ec866816e4fa2ce3bd=test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd.} 2024-11-09T11:20:36,762 DEBUG [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(1351): Waiting on 051d2ef48527639e111b8a8a3712b0ef, 1588230740, f9af0394faf009ec866816e4fa2ce3bd 2024-11-09T11:20:36,768 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:20:36,768 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:20:36,768 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:20:36,768 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:20:36,768 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:20:36,769 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T11:20:36,777 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/replication/051d2ef48527639e111b8a8a3712b0ef/.tmp/hfileref/32527a19b5044bc39439c4a0912e3331 is 74, key is 1/hfileref:19e67315b850402c84d800ebaf273ba1_SeqId_4_/1731151232025/DeleteColumn/seqid=0 2024-11-09T11:20:36,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741846_1022 (size=5345) 2024-11-09T11:20:36,788 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/replication/051d2ef48527639e111b8a8a3712b0ef/.tmp/hfileref/32527a19b5044bc39439c4a0912e3331 2024-11-09T11:20:36,790 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/.tmp/info/c90ecc21cd864ffbaa5b96380bb6fa8c is 147, key is hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef./info:regioninfo/1731151227077/Put/seqid=0 2024-11-09T11:20:36,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741847_1023 (size=7686) 2024-11-09T11:20:36,826 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:20:36,829 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/replication/051d2ef48527639e111b8a8a3712b0ef/.tmp/queue/51c27ad7e38b45d39c80de44f1d8366b is 153, key is 1-3264b4bbda9f,34783,1731151213678/queue:3264b4bbda9f%2C34783%2C1731151213678/1731151232027/Put/seqid=0 2024-11-09T11:20:36,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741848_1024 (size=5352) 2024-11-09T11:20:36,890 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/replication/051d2ef48527639e111b8a8a3712b0ef/.tmp/queue/51c27ad7e38b45d39c80de44f1d8366b 2024-11-09T11:20:36,892 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:20:36,893 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:20:36,897 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/replication/051d2ef48527639e111b8a8a3712b0ef/.tmp/hfileref/32527a19b5044bc39439c4a0912e3331 as hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/replication/051d2ef48527639e111b8a8a3712b0ef/hfileref/32527a19b5044bc39439c4a0912e3331 2024-11-09T11:20:36,903 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/replication/051d2ef48527639e111b8a8a3712b0ef/hfileref/32527a19b5044bc39439c4a0912e3331, entries=4, sequenceid=10, filesize=5.2 K 2024-11-09T11:20:36,904 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/replication/051d2ef48527639e111b8a8a3712b0ef/.tmp/queue/51c27ad7e38b45d39c80de44f1d8366b as hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/replication/051d2ef48527639e111b8a8a3712b0ef/queue/51c27ad7e38b45d39c80de44f1d8366b 2024-11-09T11:20:36,912 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/replication/051d2ef48527639e111b8a8a3712b0ef/queue/51c27ad7e38b45d39c80de44f1d8366b, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T11:20:36,913 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 051d2ef48527639e111b8a8a3712b0ef in 156ms, sequenceid=10, compaction requested=false 2024-11-09T11:20:36,921 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/replication/051d2ef48527639e111b8a8a3712b0ef/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T11:20:36,921 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:20:36,921 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:20:36,921 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef. 2024-11-09T11:20:36,922 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 051d2ef48527639e111b8a8a3712b0ef: Waiting for close lock at 1731151236756Running coprocessor pre-close hooks at 1731151236756Disabling compacts and flushes for region at 1731151236756Disabling writes for close at 1731151236757 (+1 ms)Obtaining lock to block concurrent updates at 1731151236757Preparing flush snapshotting stores in 051d2ef48527639e111b8a8a3712b0ef at 1731151236757Finished memstore snapshotting hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731151236757Flushing stores of hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef. at 1731151236758 (+1 ms)Flushing 051d2ef48527639e111b8a8a3712b0ef/hfileref: creating writer at 1731151236758Flushing 051d2ef48527639e111b8a8a3712b0ef/hfileref: appending metadata at 1731151236776 (+18 ms)Flushing 051d2ef48527639e111b8a8a3712b0ef/hfileref: closing flushed file at 1731151236776Flushing 051d2ef48527639e111b8a8a3712b0ef/queue: creating writer at 1731151236794 (+18 ms)Flushing 051d2ef48527639e111b8a8a3712b0ef/queue: appending metadata at 1731151236828 (+34 ms)Flushing 051d2ef48527639e111b8a8a3712b0ef/queue: closing flushed file at 1731151236828Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39544f7d: reopening flushed file at 1731151236896 (+68 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@539ee8af: reopening flushed file at 1731151236903 (+7 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 051d2ef48527639e111b8a8a3712b0ef in 156ms, sequenceid=10, compaction requested=false at 1731151236913 (+10 ms)Writing region close event to WAL at 1731151236917 (+4 ms)Running coprocessor post-close hooks at 1731151236921 (+4 ms)Closed at 1731151236921 2024-11-09T11:20:36,922 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731151226303.051d2ef48527639e111b8a8a3712b0ef. 2024-11-09T11:20:36,922 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9af0394faf009ec866816e4fa2ce3bd, disabling compactions & flushes 2024-11-09T11:20:36,922 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd. 2024-11-09T11:20:36,922 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd. 2024-11-09T11:20:36,922 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd. after waiting 0 ms 2024-11-09T11:20:36,922 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd. 2024-11-09T11:20:36,926 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/default/test/f9af0394faf009ec866816e4fa2ce3bd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T11:20:36,927 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:20:36,927 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:20:36,927 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd. 2024-11-09T11:20:36,927 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9af0394faf009ec866816e4fa2ce3bd: Waiting for close lock at 1731151236922Running coprocessor pre-close hooks at 1731151236922Disabling compacts and flushes for region at 1731151236922Disabling writes for close at 1731151236922Writing region close event to WAL at 1731151236923 (+1 ms)Running coprocessor post-close hooks at 1731151236927 (+4 ms)Closed at 1731151236927 2024-11-09T11:20:36,927 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd. 2024-11-09T11:20:36,963 DEBUG [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:20:37,163 DEBUG [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:20:37,201 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.shipper3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3264b4bbda9f:37149 this server is in the failed servers list 2024-11-09T11:20:37,202 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3264b4bbda9f:35353 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3264b4bbda9f/172.17.0.2:35353 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:37,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 3264b4bbda9f:35353 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3264b4bbda9f/172.17.0.2:35353 2024-11-09T11:20:37,210 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/.tmp/info/c90ecc21cd864ffbaa5b96380bb6fa8c 2024-11-09T11:20:37,245 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/.tmp/ns/0a09ff0ec3b64a3f8f2e13b1f51ed8e6 is 43, key is default/ns:d/1731151217049/Put/seqid=0 2024-11-09T11:20:37,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741849_1025 (size=5153) 2024-11-09T11:20:37,258 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/.tmp/ns/0a09ff0ec3b64a3f8f2e13b1f51ed8e6 2024-11-09T11:20:37,284 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/.tmp/rep_barrier/79e7f6e775fd4782a86e9be546c662a1 is 112, key is test,,1731151222984.f9af0394faf009ec866816e4fa2ce3bd./rep_barrier:seqnumDuringOpen/1731151224136/Put/seqid=0 2024-11-09T11:20:37,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741850_1026 (size=5518) 2024-11-09T11:20:37,294 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/.tmp/rep_barrier/79e7f6e775fd4782a86e9be546c662a1 2024-11-09T11:20:37,307 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:37,307 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3264b4bbda9f:35353 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3264b4bbda9f/172.17.0.2:35353 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:37,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=3264b4bbda9f:35353 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3264b4bbda9f/172.17.0.2:35353 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-09T11:20:37,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 3264b4bbda9f:35353 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3264b4bbda9f/172.17.0.2:35353 2024-11-09T11:20:37,326 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/.tmp/table/9cb871a40ba846b3a7e7a05d586d2d03 is 53, key is hbase:replication/table:state/1731151227086/Put/seqid=0 2024-11-09T11:20:37,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741851_1027 (size=5308) 2024-11-09T11:20:37,339 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/.tmp/table/9cb871a40ba846b3a7e7a05d586d2d03 2024-11-09T11:20:37,348 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/.tmp/info/c90ecc21cd864ffbaa5b96380bb6fa8c as hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/info/c90ecc21cd864ffbaa5b96380bb6fa8c 2024-11-09T11:20:37,360 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/info/c90ecc21cd864ffbaa5b96380bb6fa8c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T11:20:37,363 DEBUG [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:20:37,363 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/.tmp/ns/0a09ff0ec3b64a3f8f2e13b1f51ed8e6 as hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/ns/0a09ff0ec3b64a3f8f2e13b1f51ed8e6 2024-11-09T11:20:37,364 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 1033, reset compression=false 2024-11-09T11:20:37,375 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/ns/0a09ff0ec3b64a3f8f2e13b1f51ed8e6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T11:20:37,377 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/.tmp/rep_barrier/79e7f6e775fd4782a86e9be546c662a1 as hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/rep_barrier/79e7f6e775fd4782a86e9be546c662a1 2024-11-09T11:20:37,385 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/rep_barrier/79e7f6e775fd4782a86e9be546c662a1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T11:20:37,388 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/.tmp/table/9cb871a40ba846b3a7e7a05d586d2d03 as hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/table/9cb871a40ba846b3a7e7a05d586d2d03 2024-11-09T11:20:37,395 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:20:37,395 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.wal-reader.3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/WALs/3264b4bbda9f,34783,1731151213678/3264b4bbda9f%2C34783%2C1731151213678.1731151216028 to pos 1328, reset compression=false 2024-11-09T11:20:37,403 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/table/9cb871a40ba846b3a7e7a05d586d2d03, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T11:20:37,404 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 636ms, sequenceid=16, compaction requested=false 2024-11-09T11:20:37,452 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T11:20:37,453 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:20:37,453 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:20:37,454 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:20:37,454 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151236768Running coprocessor pre-close hooks at 1731151236768Disabling compacts and flushes for region at 1731151236768Disabling writes for close at 1731151236768Obtaining lock to block concurrent updates at 1731151236769 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731151236769Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731151236769Flushing stores of hbase:meta,,1.1588230740 at 1731151236769Flushing 1588230740/info: creating writer at 1731151236770 (+1 ms)Flushing 1588230740/info: appending metadata at 1731151236789 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731151236789Flushing 1588230740/ns: creating writer at 1731151237229 (+440 ms)Flushing 1588230740/ns: appending metadata at 1731151237245 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731151237245Flushing 1588230740/rep_barrier: creating writer at 1731151237266 (+21 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731151237283 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731151237283Flushing 1588230740/table: creating writer at 1731151237303 (+20 ms)Flushing 1588230740/table: appending metadata at 1731151237326 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731151237326Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef49c50: reopening flushed file at 1731151237347 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed99313: reopening flushed file at 1731151237360 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f7d3907: reopening flushed file at 1731151237376 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4140941b: reopening flushed file at 1731151237385 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 636ms, sequenceid=16, compaction requested=false at 1731151237404 (+19 ms)Writing region close event to WAL at 1731151237423 (+19 ms)Running coprocessor post-close hooks at 1731151237453 (+30 ms)Closed at 1731151237453 2024-11-09T11:20:37,454 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:20:37,517 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:37,517 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3264b4bbda9f:35353 this server is in the failed servers list 2024-11-09T11:20:37,517 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3264b4bbda9f:35353 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:20:37,563 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,34783,1731151213678; all regions closed. 2024-11-09T11:20:37,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741834_1010 (size=4239) 2024-11-09T11:20:37,568 DEBUG [RS:0;3264b4bbda9f:34783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/oldWALs 2024-11-09T11:20:37,568 INFO [RS:0;3264b4bbda9f:34783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C34783%2C1731151213678.meta:.meta(num 1731151216954) 2024-11-09T11:20:37,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741839_1015 (size=2695) 2024-11-09T11:20:37,572 DEBUG [RS:0;3264b4bbda9f:34783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/oldWALs 2024-11-09T11:20:37,572 INFO [RS:0;3264b4bbda9f:34783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C34783%2C1731151213678.rep:(num 1731151227047) 2024-11-09T11:20:37,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741832_1008 (size=1336) 2024-11-09T11:20:37,580 DEBUG [RS:0;3264b4bbda9f:34783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/oldWALs 2024-11-09T11:20:37,580 INFO [RS:0;3264b4bbda9f:34783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C34783%2C1731151213678:(num 1731151216028) 2024-11-09T11:20:37,580 DEBUG [RS:0;3264b4bbda9f:34783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:37,580 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:20:37,580 INFO [RS:0;3264b4bbda9f:34783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:20:37,580 INFO [RS:0;3264b4bbda9f:34783 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T11:20:37,580 INFO [RS:0;3264b4bbda9f:34783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:20:37,580 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3264b4bbda9f,34783,1731151213678 because: Region server is closing 2024-11-09T11:20:37,581 INFO [RS:0;3264b4bbda9f:34783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:34783. 2024-11-09T11:20:37,581 DEBUG [RS:0;3264b4bbda9f:34783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:37,581 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:20:37,581 DEBUG [RS:0;3264b4bbda9f:34783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:37,581 DEBUG [RS:0;3264b4bbda9f:34783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:37,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:37,681 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.shipper3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.reportBadSink(HBaseReplicationEndpoint.java:257) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.onReplicateWALEntryException(HBaseInterClusterReplicationEndpoint.java:558) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.lambda$replicateEntries$2(HBaseInterClusterReplicationEndpoint.java:541) ~[classes/:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:536) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T11:20:37,682 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.shipper3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T11:20:37,682 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.shipper3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3264b4bbda9f:37149 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3264b4bbda9f:37149 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3264b4bbda9f:37149 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-09T11:20:37,827 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:37,827 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3264b4bbda9f:35353 this server is in the failed servers list 2024-11-09T11:20:37,828 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3264b4bbda9f:35353 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:20:38,283 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,34783,1731151213678.replicationSource.shipper3264b4bbda9f%2C34783%2C1731151213678,1-3264b4bbda9f,34783,1731151213678 terminated 2024-11-09T11:20:38,283 INFO [RS:0;3264b4bbda9f:34783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:34783. 2024-11-09T11:20:38,283 DEBUG [RS:0;3264b4bbda9f:34783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:38,283 DEBUG [RS:0;3264b4bbda9f:34783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:38,283 DEBUG [RS:0;3264b4bbda9f:34783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:38,284 INFO [RS:0;3264b4bbda9f:34783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34783 2024-11-09T11:20:38,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:38,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173/rs 2024-11-09T11:20:38,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02062379173/rs/3264b4bbda9f,34783,1731151213678 2024-11-09T11:20:38,294 INFO [RS:0;3264b4bbda9f:34783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:20:38,295 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,34783,1731151213678] 2024-11-09T11:20:38,315 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02062379173/draining/3264b4bbda9f,34783,1731151213678 already deleted, retry=false 2024-11-09T11:20:38,315 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,34783,1731151213678 expired; onlineServers=0 2024-11-09T11:20:38,315 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,34233,1731151213482' ***** 2024-11-09T11:20:38,315 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:20:38,315 INFO [M:0;3264b4bbda9f:34233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:20:38,315 INFO [M:0;3264b4bbda9f:34233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:20:38,316 DEBUG [M:0;3264b4bbda9f:34233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:20:38,316 DEBUG [M:0;3264b4bbda9f:34233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:20:38,316 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:20:38,316 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151215745 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151215745,5,FailOnTimeoutGroup] 2024-11-09T11:20:38,316 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151215740 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151215740,5,FailOnTimeoutGroup] 2024-11-09T11:20:38,316 INFO [M:0;3264b4bbda9f:34233 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:20:38,316 INFO [M:0;3264b4bbda9f:34233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:20:38,316 DEBUG [M:0;3264b4bbda9f:34233 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:20:38,316 INFO [M:0;3264b4bbda9f:34233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:20:38,316 INFO [M:0;3264b4bbda9f:34233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:20:38,316 INFO [M:0;3264b4bbda9f:34233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:20:38,317 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:20:38,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02062379173/master 2024-11-09T11:20:38,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02062379173 2024-11-09T11:20:38,327 DEBUG [M:0;3264b4bbda9f:34233 {}] zookeeper.ZKUtil(347): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Unable to get data of znode /02062379173/master because node does not exist (not an error) 2024-11-09T11:20:38,327 WARN [M:0;3264b4bbda9f:34233 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:20:38,327 INFO [M:0;3264b4bbda9f:34233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/.lastflushedseqids 2024-11-09T11:20:38,341 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:38,342 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3264b4bbda9f:35353 this server is in the failed servers list 2024-11-09T11:20:38,342 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3264b4bbda9f:35353 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:20:38,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741852_1028 (size=263) 2024-11-09T11:20:38,405 INFO [RS:0;3264b4bbda9f:34783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:20:38,405 INFO [RS:0;3264b4bbda9f:34783 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,34783,1731151213678; zookeeper connection closed. 2024-11-09T11:20:38,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:20:38,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34783-0x1011f53271b0001, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:20:38,424 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cb4c89f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cb4c89f 2024-11-09T11:20:38,425 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:20:38,752 INFO [M:0;3264b4bbda9f:34233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:20:38,752 INFO [M:0;3264b4bbda9f:34233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:20:38,752 DEBUG [M:0;3264b4bbda9f:34233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:20:38,752 INFO [M:0;3264b4bbda9f:34233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:38,752 DEBUG [M:0;3264b4bbda9f:34233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:38,752 DEBUG [M:0;3264b4bbda9f:34233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:20:38,752 DEBUG [M:0;3264b4bbda9f:34233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:38,753 INFO [M:0;3264b4bbda9f:34233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T11:20:38,779 DEBUG [M:0;3264b4bbda9f:34233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42f85b0ecc8b433bb0582e774cadf48d is 82, key is hbase:meta,,1/info:regioninfo/1731151216984/Put/seqid=0 2024-11-09T11:20:38,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741853_1029 (size=5672) 2024-11-09T11:20:39,183 INFO [M:0;3264b4bbda9f:34233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42f85b0ecc8b433bb0582e774cadf48d 2024-11-09T11:20:39,207 DEBUG [M:0;3264b4bbda9f:34233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2561eb632882403da1e2a5457c76cad3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731151227090/Put/seqid=0 2024-11-09T11:20:39,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741854_1030 (size=8516) 2024-11-09T11:20:39,223 INFO [M:0;3264b4bbda9f:34233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2561eb632882403da1e2a5457c76cad3 2024-11-09T11:20:39,253 DEBUG [M:0;3264b4bbda9f:34233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a370f6f706f4157b8a59cd8c31a3a59 is 69, key is 3264b4bbda9f,34783,1731151213678/rs:state/1731151215854/Put/seqid=0 2024-11-09T11:20:39,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741855_1031 (size=5156) 2024-11-09T11:20:39,298 INFO [M:0;3264b4bbda9f:34233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a370f6f706f4157b8a59cd8c31a3a59 2024-11-09T11:20:39,318 DEBUG [M:0;3264b4bbda9f:34233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42f85b0ecc8b433bb0582e774cadf48d as hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42f85b0ecc8b433bb0582e774cadf48d 2024-11-09T11:20:39,331 INFO [M:0;3264b4bbda9f:34233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42f85b0ecc8b433bb0582e774cadf48d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T11:20:39,333 DEBUG [M:0;3264b4bbda9f:34233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2561eb632882403da1e2a5457c76cad3 as hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2561eb632882403da1e2a5457c76cad3 2024-11-09T11:20:39,340 INFO [M:0;3264b4bbda9f:34233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2561eb632882403da1e2a5457c76cad3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T11:20:39,342 DEBUG [M:0;3264b4bbda9f:34233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a370f6f706f4157b8a59cd8c31a3a59 as hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a370f6f706f4157b8a59cd8c31a3a59 2024-11-09T11:20:39,355 INFO [M:0;3264b4bbda9f:34233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/4f573a7f-7a17-6d81-472e-c93ca7151f4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a370f6f706f4157b8a59cd8c31a3a59, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T11:20:39,356 INFO [M:0;3264b4bbda9f:34233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 604ms, sequenceid=97, compaction requested=false 2024-11-09T11:20:39,357 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:39,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:20:39,364 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:20:39,365 INFO [M:0;3264b4bbda9f:34233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:39,365 DEBUG [M:0;3264b4bbda9f:34233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151238752Disabling compacts and flushes for region at 1731151238752Disabling writes for close at 1731151238752Obtaining lock to block concurrent updates at 1731151238753 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151238753Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731151238753Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151238761 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151238761Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151238779 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151238779Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151239189 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151239207 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151239207Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151239232 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151239252 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151239252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@470ba144: reopening flushed file at 1731151239317 (+65 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4110954d: reopening flushed file at 1731151239331 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47ec1406: reopening flushed file at 1731151239341 (+10 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 604ms, sequenceid=97, compaction requested=false at 1731151239356 (+15 ms)Writing region close event to WAL at 1731151239365 (+9 ms)Closed at 1731151239365 2024-11-09T11:20:39,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39667 is added to blk_1073741830_1006 (size=63654) 2024-11-09T11:20:39,368 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:20:39,368 INFO [M:0;3264b4bbda9f:34233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:20:39,368 INFO [M:0;3264b4bbda9f:34233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34233 2024-11-09T11:20:39,369 INFO [M:0;3264b4bbda9f:34233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:20:39,488 INFO [M:0;3264b4bbda9f:34233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:20:39,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:20:39,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1011f53271b0000, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:20:39,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b8143cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:20:39,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a5f470f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:20:39,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:20:39,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3956826e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:20:39,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8d40cf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/hadoop.log.dir/,STOPPED} 2024-11-09T11:20:39,524 WARN [BP-266032641-172.17.0.2-1731151211405 heartbeating to localhost/127.0.0.1:46763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:20:39,524 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:20:39,524 WARN [BP-266032641-172.17.0.2-1731151211405 heartbeating to localhost/127.0.0.1:46763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-266032641-172.17.0.2-1731151211405 (Datanode Uuid 0d97582a-8c89-4d57-8674-354f1159a4b7) service to localhost/127.0.0.1:46763 2024-11-09T11:20:39,524 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:20:39,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/cluster_689b8da3-14de-dbd5-5d86-9d68796d1cdc/data/data1/current/BP-266032641-172.17.0.2-1731151211405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:20:39,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/cluster_689b8da3-14de-dbd5-5d86-9d68796d1cdc/data/data2/current/BP-266032641-172.17.0.2-1731151211405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:20:39,525 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:20:39,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5576eccc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:20:39,534 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c5148e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:20:39,534 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:20:39,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2493f511{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:20:39,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@179d4f35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b30598ce-aacc-eb72-9f50-63a70fab524a/hadoop.log.dir/,STOPPED} 2024-11-09T11:20:39,543 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T11:20:39,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:20:39,574 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 203) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46763 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34547 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53554) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53554) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46763 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46763 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34547 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34547 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=626 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 431) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=879 (was 266) - AvailableMemoryMB LEAK? - 2024-11-09T11:20:39,577 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:20:39,583 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=626, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=879 2024-11-09T11:20:39,600 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-09T11:20:39,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/hadoop.log.dir so I do NOT create it in target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6 2024-11-09T11:20:39,601 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:20:39,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/hadoop.tmp.dir so I do NOT create it in target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6 2024-11-09T11:20:39,602 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32accc84-3a36-18cc-f0b0-63553f9bfab7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:20:39,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6 2024-11-09T11:20:39,602 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/cluster_926277f9-46e6-e8b6-35b6-76c2a131376e, deleteOnExit=true 2024-11-09T11:20:39,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:39,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:39,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:39,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:39,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:39,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:39,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:39,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:39,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:39,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:39,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011f53271b0005, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:20:39,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011f53271b0005, quorum=127.0.0.1:53554, baseZNode=/1-2130519139 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:20:39,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011f53271b0002, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:20:39,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011f53271b0002, quorum=127.0.0.1:53554, baseZNode=/02062379173 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:20:39,653 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/cluster_926277f9-46e6-e8b6-35b6-76c2a131376e/zookeeper_0, clientPort=52818, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/cluster_926277f9-46e6-e8b6-35b6-76c2a131376e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/cluster_926277f9-46e6-e8b6-35b6-76c2a131376e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T11:20:39,660 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52818 2024-11-09T11:20:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:20:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:20:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/test.cache.data in system properties and HBase conf 2024-11-09T11:20:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:20:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:20:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:20:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:20:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:20:39,661 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:20:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:20:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:20:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:20:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:20:39,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:20:40,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:20:40,045 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:20:40,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:20:40,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:20:40,058 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:20:40,059 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:20:40,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e41dead{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:20:40,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70969ef9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:20:40,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57eb1a40{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/java.io.tmpdir/jetty-localhost-46069-hadoop-hdfs-3_4_1-tests_jar-_-any-14835969691086910866/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:20:40,165 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@366cc4eb{HTTP/1.1, (http/1.1)}{localhost:46069} 2024-11-09T11:20:40,165 INFO [Time-limited test {}] server.Server(415): Started @194066ms 2024-11-09T11:20:40,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:20:40,442 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:20:40,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:20:40,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:20:40,443 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:20:40,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bf6f846{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:20:40,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@777a69f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:20:40,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@175f77a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/java.io.tmpdir/jetty-localhost-33655-hadoop-hdfs-3_4_1-tests_jar-_-any-4663361878767221537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:20:40,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b09d5c4{HTTP/1.1, (http/1.1)}{localhost:33655} 2024-11-09T11:20:40,554 INFO [Time-limited test {}] server.Server(415): Started @194455ms 2024-11-09T11:20:40,555 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:20:41,347 WARN [Thread-2172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/cluster_926277f9-46e6-e8b6-35b6-76c2a131376e/data/data1/current/BP-1770497815-172.17.0.2-1731151239682/current, will proceed with Du for space computation calculation, 2024-11-09T11:20:41,348 WARN [Thread-2173 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/cluster_926277f9-46e6-e8b6-35b6-76c2a131376e/data/data2/current/BP-1770497815-172.17.0.2-1731151239682/current, will proceed with Du for space computation calculation, 2024-11-09T11:20:41,377 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:41,378 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:20:41,378 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:20:41,383 WARN [Thread-2160 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:20:41,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x859f5d156837ce79 with lease ID 0xc17c28adf4ed5a50: Processing first storage report for DS-7dc95a74-2633-4855-b909-0b0f3107392a from datanode DatanodeRegistration(127.0.0.1:36887, datanodeUuid=697983d0-04c0-4adb-a914-f6133140081b, infoPort=34183, infoSecurePort=0, ipcPort=45663, storageInfo=lv=-57;cid=testClusterID;nsid=1561881746;c=1731151239682) 2024-11-09T11:20:41,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x859f5d156837ce79 with lease ID 0xc17c28adf4ed5a50: from storage DS-7dc95a74-2633-4855-b909-0b0f3107392a node DatanodeRegistration(127.0.0.1:36887, datanodeUuid=697983d0-04c0-4adb-a914-f6133140081b, infoPort=34183, infoSecurePort=0, ipcPort=45663, storageInfo=lv=-57;cid=testClusterID;nsid=1561881746;c=1731151239682), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:20:41,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x859f5d156837ce79 with lease ID 0xc17c28adf4ed5a50: Processing first storage report for DS-e5ebcef8-9b9c-428a-b4d4-c3988ab74c53 from datanode DatanodeRegistration(127.0.0.1:36887, datanodeUuid=697983d0-04c0-4adb-a914-f6133140081b, infoPort=34183, infoSecurePort=0, ipcPort=45663, storageInfo=lv=-57;cid=testClusterID;nsid=1561881746;c=1731151239682) 2024-11-09T11:20:41,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x859f5d156837ce79 with lease ID 0xc17c28adf4ed5a50: from storage DS-e5ebcef8-9b9c-428a-b4d4-c3988ab74c53 node DatanodeRegistration(127.0.0.1:36887, datanodeUuid=697983d0-04c0-4adb-a914-f6133140081b, infoPort=34183, infoSecurePort=0, ipcPort=45663, storageInfo=lv=-57;cid=testClusterID;nsid=1561881746;c=1731151239682), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:20:41,485 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6 2024-11-09T11:20:41,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:41,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:41,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:20:41,944 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13 with version=8 2024-11-09T11:20:41,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/hbase-staging 2024-11-09T11:20:41,947 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:20:41,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:41,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:41,947 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:20:41,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:41,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:20:41,947 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:20:41,947 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:20:41,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42479 2024-11-09T11:20:41,949 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42479 connecting to ZooKeeper ensemble=127.0.0.1:52818 2024-11-09T11:20:42,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424790x0, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:20:42,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42479-0x1011f53957c0000 connected 2024-11-09T11:20:42,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:42,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:42,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Set watcher on znode that does not yet exist, /0-548566664/running 2024-11-09T11:20:42,333 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13, hbase.cluster.distributed=false 2024-11-09T11:20:42,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Set watcher on znode that does not yet exist, /0-548566664/acl 2024-11-09T11:20:42,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42479 2024-11-09T11:20:42,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42479 2024-11-09T11:20:42,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42479 2024-11-09T11:20:42,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42479 2024-11-09T11:20:42,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42479 2024-11-09T11:20:42,357 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:20:42,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:42,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:42,358 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:20:42,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:42,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:20:42,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:20:42,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:20:42,358 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46361 2024-11-09T11:20:42,359 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46361 connecting to ZooKeeper ensemble=127.0.0.1:52818 2024-11-09T11:20:42,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:42,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:42,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463610x0, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:20:42,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463610x0, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Set watcher on znode that does not yet exist, /0-548566664/running 2024-11-09T11:20:42,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46361-0x1011f53957c0001 connected 2024-11-09T11:20:42,372 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:20:42,375 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:20:42,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Set watcher on znode that does not yet exist, /0-548566664/master 2024-11-09T11:20:42,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Set watcher on znode that does not yet exist, /0-548566664/acl 2024-11-09T11:20:42,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46361 2024-11-09T11:20:42,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46361 2024-11-09T11:20:42,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46361 2024-11-09T11:20:42,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46361 2024-11-09T11:20:42,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46361 2024-11-09T11:20:42,421 DEBUG [M:0;3264b4bbda9f:42479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:42479 2024-11-09T11:20:42,422 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-548566664/backup-masters/3264b4bbda9f,42479,1731151241947 2024-11-09T11:20:42,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664/backup-masters 2024-11-09T11:20:42,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664/backup-masters 2024-11-09T11:20:42,455 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Set watcher on existing znode=/0-548566664/backup-masters/3264b4bbda9f,42479,1731151241947 2024-11-09T11:20:42,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664 2024-11-09T11:20:42,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-548566664/master 2024-11-09T11:20:42,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664 2024-11-09T11:20:42,545 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Set watcher on existing znode=/0-548566664/master 2024-11-09T11:20:42,546 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-548566664/backup-masters/3264b4bbda9f,42479,1731151241947 from backup master directory 2024-11-09T11:20:42,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664/backup-masters 2024-11-09T11:20:42,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-548566664/backup-masters/3264b4bbda9f,42479,1731151241947 2024-11-09T11:20:42,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664/backup-masters 2024-11-09T11:20:42,571 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:20:42,571 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,42479,1731151241947 2024-11-09T11:20:42,578 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/hbase.id] with ID: adc099c0-0d0a-466a-b66d-7e868879bb53 2024-11-09T11:20:42,579 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/.tmp/hbase.id 2024-11-09T11:20:42,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:20:42,629 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/.tmp/hbase.id]:[hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/hbase.id] 2024-11-09T11:20:42,646 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:42,646 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:20:42,647 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T11:20:42,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664 2024-11-09T11:20:42,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664 2024-11-09T11:20:42,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:20:43,158 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:20:43,159 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:20:43,168 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:43,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:20:43,192 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store 2024-11-09T11:20:43,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:20:43,606 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:43,606 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:20:43,606 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:43,606 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:43,607 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:20:43,607 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:43,607 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:43,607 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151243606Disabling compacts and flushes for region at 1731151243606Disabling writes for close at 1731151243607 (+1 ms)Writing region close event to WAL at 1731151243607Closed at 1731151243607 2024-11-09T11:20:43,607 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store/.initializing 2024-11-09T11:20:43,607 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/WALs/3264b4bbda9f,42479,1731151241947 2024-11-09T11:20:43,608 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:20:43,610 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C42479%2C1731151241947, suffix=, logDir=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/WALs/3264b4bbda9f,42479,1731151241947, archiveDir=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/oldWALs, maxLogs=10 2024-11-09T11:20:43,625 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/WALs/3264b4bbda9f,42479,1731151241947/3264b4bbda9f%2C42479%2C1731151241947.1731151243610, exclude list is [], retry=0 2024-11-09T11:20:43,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36887,DS-7dc95a74-2633-4855-b909-0b0f3107392a,DISK] 2024-11-09T11:20:43,629 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/WALs/3264b4bbda9f,42479,1731151241947/3264b4bbda9f%2C42479%2C1731151241947.1731151243610 2024-11-09T11:20:43,629 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34183:34183)] 2024-11-09T11:20:43,629 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:43,629 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:43,629 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:43,629 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:43,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:43,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:20:43,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:43,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:43,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:43,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:20:43,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:43,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:43,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:43,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:20:43,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:43,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:43,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:43,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:20:43,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:43,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:43,635 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:43,636 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:43,636 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:43,637 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:43,637 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:43,637 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:20:43,638 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:43,639 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:43,640 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68787882, jitterRate=0.025019317865371704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:20:43,640 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151243630Initializing all the Stores at 1731151243630Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151243630Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151243630Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151243630Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151243630Cleaning up temporary data from old regions at 1731151243637 (+7 ms)Region opened successfully at 1731151243640 (+3 ms) 2024-11-09T11:20:43,640 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:20:43,642 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5716fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:20:43,645 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:20:43,645 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:20:43,645 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:20:43,645 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:20:43,646 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:20:43,646 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:20:43,646 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:20:43,648 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:20:43,648 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Unable to get data of znode /0-548566664/balancer because node does not exist (not necessarily an error) 2024-11-09T11:20:43,760 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-548566664/balancer already deleted, retry=false 2024-11-09T11:20:43,761 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:20:43,766 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Unable to get data of znode /0-548566664/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:20:43,771 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-548566664/normalizer already deleted, retry=false 2024-11-09T11:20:43,772 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:20:43,773 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Unable to get data of znode /0-548566664/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:20:43,782 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-548566664/switch/split already deleted, retry=false 2024-11-09T11:20:43,784 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Unable to get data of znode /0-548566664/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:20:43,792 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-548566664/switch/merge already deleted, retry=false 2024-11-09T11:20:43,794 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Unable to get data of znode /0-548566664/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:20:43,803 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-548566664/snapshot-cleanup already deleted, retry=false 2024-11-09T11:20:43,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-548566664/running 2024-11-09T11:20:43,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-548566664/running 2024-11-09T11:20:43,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664 2024-11-09T11:20:43,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664 2024-11-09T11:20:43,815 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,42479,1731151241947, sessionid=0x1011f53957c0000, setting cluster-up flag (Was=false) 2024-11-09T11:20:43,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664 2024-11-09T11:20:43,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664 2024-11-09T11:20:43,866 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-548566664/flush-table-proc/acquired, /0-548566664/flush-table-proc/reached, /0-548566664/flush-table-proc/abort 2024-11-09T11:20:43,867 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,42479,1731151241947 2024-11-09T11:20:43,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664 2024-11-09T11:20:43,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664 2024-11-09T11:20:43,918 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-548566664/online-snapshot/acquired, /0-548566664/online-snapshot/reached, /0-548566664/online-snapshot/abort 2024-11-09T11:20:43,920 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,42479,1731151241947 2024-11-09T11:20:43,921 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:20:43,925 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:43,925 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:20:43,925 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:20:43,925 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,42479,1731151241947 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:20:43,927 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:43,927 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:43,927 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:43,927 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:43,927 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:20:43,927 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:43,927 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:20:43,927 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:43,932 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:43,932 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:20:43,933 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:43,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:20:43,945 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151273945 2024-11-09T11:20:43,945 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:20:43,945 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:20:43,945 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:20:43,945 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:20:43,945 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:20:43,945 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:20:43,948 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:43,950 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:20:43,950 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:20:43,950 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:20:43,951 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:20:43,952 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:20:43,952 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:20:43,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:20:43,960 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151243952,5,FailOnTimeoutGroup] 2024-11-09T11:20:43,964 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151243960,5,FailOnTimeoutGroup] 2024-11-09T11:20:43,964 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:43,964 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:20:43,964 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:43,964 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:44,012 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(746): ClusterId : adc099c0-0d0a-466a-b66d-7e868879bb53 2024-11-09T11:20:44,012 DEBUG [RS:0;3264b4bbda9f:46361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:20:44,025 DEBUG [RS:0;3264b4bbda9f:46361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:20:44,025 DEBUG [RS:0;3264b4bbda9f:46361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:20:44,035 DEBUG [RS:0;3264b4bbda9f:46361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:20:44,035 DEBUG [RS:0;3264b4bbda9f:46361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3514cffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:20:44,061 DEBUG [RS:0;3264b4bbda9f:46361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:46361 2024-11-09T11:20:44,062 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:20:44,062 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:20:44,062 DEBUG [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:20:44,062 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,42479,1731151241947 with port=46361, startcode=1731151242357 2024-11-09T11:20:44,063 DEBUG [RS:0;3264b4bbda9f:46361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:20:44,065 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:20:44,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42479 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,46361,1731151242357 2024-11-09T11:20:44,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42479 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,46361,1731151242357 2024-11-09T11:20:44,067 DEBUG [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13 2024-11-09T11:20:44,067 DEBUG [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42501 2024-11-09T11:20:44,068 DEBUG [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:20:44,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664/rs 2024-11-09T11:20:44,078 DEBUG [RS:0;3264b4bbda9f:46361 {}] zookeeper.ZKUtil(111): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Set watcher on existing znode=/0-548566664/rs/3264b4bbda9f,46361,1731151242357 2024-11-09T11:20:44,079 WARN [RS:0;3264b4bbda9f:46361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:20:44,079 INFO [RS:0;3264b4bbda9f:46361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:44,079 DEBUG [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357 2024-11-09T11:20:44,087 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,46361,1731151242357] 2024-11-09T11:20:44,089 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:20:44,099 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:20:44,102 INFO [RS:0;3264b4bbda9f:46361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:20:44,102 INFO [RS:0;3264b4bbda9f:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:44,104 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:20:44,105 INFO [RS:0;3264b4bbda9f:46361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:20:44,105 INFO [RS:0;3264b4bbda9f:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:44,105 DEBUG [RS:0;3264b4bbda9f:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:44,105 DEBUG [RS:0;3264b4bbda9f:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:44,105 DEBUG [RS:0;3264b4bbda9f:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:44,105 DEBUG [RS:0;3264b4bbda9f:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:44,105 DEBUG [RS:0;3264b4bbda9f:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:44,105 DEBUG [RS:0;3264b4bbda9f:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:20:44,105 DEBUG [RS:0;3264b4bbda9f:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:44,105 DEBUG [RS:0;3264b4bbda9f:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:44,105 DEBUG [RS:0;3264b4bbda9f:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:44,106 DEBUG [RS:0;3264b4bbda9f:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:44,106 DEBUG [RS:0;3264b4bbda9f:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:44,106 DEBUG [RS:0;3264b4bbda9f:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:44,106 DEBUG [RS:0;3264b4bbda9f:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:20:44,106 DEBUG [RS:0;3264b4bbda9f:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:20:44,132 INFO [RS:0;3264b4bbda9f:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:44,132 INFO [RS:0;3264b4bbda9f:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:44,132 INFO [RS:0;3264b4bbda9f:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:44,132 INFO [RS:0;3264b4bbda9f:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:44,132 INFO [RS:0;3264b4bbda9f:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:44,132 INFO [RS:0;3264b4bbda9f:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,46361,1731151242357-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:20:44,154 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:20:44,154 INFO [RS:0;3264b4bbda9f:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,46361,1731151242357-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:44,154 INFO [RS:0;3264b4bbda9f:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:44,154 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.Replication(171): 3264b4bbda9f,46361,1731151242357 started 2024-11-09T11:20:44,171 INFO [RS:0;3264b4bbda9f:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:44,171 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,46361,1731151242357, RpcServer on 3264b4bbda9f/172.17.0.2:46361, sessionid=0x1011f53957c0001 2024-11-09T11:20:44,172 DEBUG [RS:0;3264b4bbda9f:46361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:20:44,172 DEBUG [RS:0;3264b4bbda9f:46361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,46361,1731151242357 2024-11-09T11:20:44,172 DEBUG [RS:0;3264b4bbda9f:46361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,46361,1731151242357' 2024-11-09T11:20:44,172 DEBUG [RS:0;3264b4bbda9f:46361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-548566664/flush-table-proc/abort' 2024-11-09T11:20:44,172 DEBUG [RS:0;3264b4bbda9f:46361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-548566664/flush-table-proc/acquired' 2024-11-09T11:20:44,173 DEBUG [RS:0;3264b4bbda9f:46361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:20:44,173 DEBUG [RS:0;3264b4bbda9f:46361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:20:44,173 DEBUG [RS:0;3264b4bbda9f:46361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,46361,1731151242357 2024-11-09T11:20:44,173 DEBUG [RS:0;3264b4bbda9f:46361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,46361,1731151242357' 2024-11-09T11:20:44,173 DEBUG [RS:0;3264b4bbda9f:46361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-548566664/online-snapshot/abort' 2024-11-09T11:20:44,173 DEBUG [RS:0;3264b4bbda9f:46361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-548566664/online-snapshot/acquired' 2024-11-09T11:20:44,173 DEBUG [RS:0;3264b4bbda9f:46361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:20:44,173 INFO [RS:0;3264b4bbda9f:46361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:20:44,173 INFO [RS:0;3264b4bbda9f:46361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:20:44,274 INFO [RS:0;3264b4bbda9f:46361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:20:44,275 INFO [RS:0;3264b4bbda9f:46361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C46361%2C1731151242357, suffix=, logDir=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357, archiveDir=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/oldWALs, maxLogs=10 2024-11-09T11:20:44,292 DEBUG [RS:0;3264b4bbda9f:46361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276, exclude list is [], retry=0 2024-11-09T11:20:44,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36887,DS-7dc95a74-2633-4855-b909-0b0f3107392a,DISK] 2024-11-09T11:20:44,335 INFO [RS:0;3264b4bbda9f:46361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 2024-11-09T11:20:44,352 DEBUG [RS:0;3264b4bbda9f:46361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34183:34183)] 2024-11-09T11:20:44,361 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:20:44,361 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13 2024-11-09T11:20:44,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741833_1009 (size=32) 2024-11-09T11:20:44,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:44,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:20:44,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:20:44,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:44,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:44,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:20:44,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:20:44,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:44,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:44,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:20:44,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:20:44,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:44,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:44,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:20:44,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:20:44,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:44,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:44,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:20:44,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740 2024-11-09T11:20:44,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740 2024-11-09T11:20:44,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:20:44,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:20:44,426 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:20:44,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:20:44,443 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:44,455 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62359767, jitterRate=-0.07076705992221832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:20:44,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151244402Initializing all the Stores at 1731151244403 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151244403Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151244412 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151244412Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151244412Cleaning up temporary data from old regions at 1731151244426 (+14 ms)Region opened successfully at 1731151244456 (+30 ms) 2024-11-09T11:20:44,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:20:44,456 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:20:44,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:20:44,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:20:44,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:20:44,468 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:20:44,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151244456Disabling compacts and flushes for region at 1731151244456Disabling writes for close at 1731151244456Writing region close event to WAL at 1731151244468 (+12 ms)Closed at 1731151244468 2024-11-09T11:20:44,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:44,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:20:44,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:20:44,471 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:20:44,472 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:20:44,623 DEBUG [3264b4bbda9f:42479 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:20:44,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,46361,1731151242357 2024-11-09T11:20:44,625 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,46361,1731151242357, state=OPENING 2024-11-09T11:20:44,675 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:20:44,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664 2024-11-09T11:20:44,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664 2024-11-09T11:20:44,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-548566664/meta-region-server: CHANGED 2024-11-09T11:20:44,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-548566664/meta-region-server: CHANGED 2024-11-09T11:20:44,692 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:20:44,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,46361,1731151242357}] 2024-11-09T11:20:44,853 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:20:44,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:20:44,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:20:44,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T11:20:44,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T11:20:44,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T11:20:44,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:20:44,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:20:44,887 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:20:44,887 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:44,888 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:20:44,896 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C46361%2C1731151242357.meta, suffix=.meta, logDir=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357, archiveDir=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/oldWALs, maxLogs=10 2024-11-09T11:20:44,921 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.meta.1731151244896.meta, exclude list is [], retry=0 2024-11-09T11:20:44,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36887,DS-7dc95a74-2633-4855-b909-0b0f3107392a,DISK] 2024-11-09T11:20:44,937 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.meta.1731151244896.meta 2024-11-09T11:20:44,948 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34183:34183)] 2024-11-09T11:20:44,949 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:44,949 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:20:44,950 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:20:44,950 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:20:44,950 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:20:44,950 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:20:44,950 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:44,950 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:20:44,950 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:20:44,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:20:44,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:20:44,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:44,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:44,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:20:44,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:20:44,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:44,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:44,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:20:44,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:20:44,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:44,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:44,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:20:44,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:20:44,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:44,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:44,979 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:20:44,981 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740 2024-11-09T11:20:44,982 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740 2024-11-09T11:20:44,983 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:20:44,983 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:20:44,983 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:20:44,989 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:20:44,990 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73553740, jitterRate=0.09603613615036011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:20:44,990 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:20:44,991 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151244950Writing region info on filesystem at 1731151244950Initializing all the Stores at 1731151244951 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151244951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151244960 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151244960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151244960Cleaning up temporary data from old regions at 1731151244983 (+23 ms)Running coprocessor post-open hooks at 1731151244990 (+7 ms)Region opened successfully at 1731151244991 (+1 ms) 2024-11-09T11:20:44,992 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151244853 2024-11-09T11:20:44,995 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:20:44,995 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:20:44,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,46361,1731151242357 2024-11-09T11:20:44,997 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,46361,1731151242357, state=OPEN 2024-11-09T11:20:45,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-548566664/meta-region-server 2024-11-09T11:20:45,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-548566664/meta-region-server 2024-11-09T11:20:45,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-548566664/meta-region-server: CHANGED 2024-11-09T11:20:45,031 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,46361,1731151242357 2024-11-09T11:20:45,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-548566664/meta-region-server: CHANGED 2024-11-09T11:20:45,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:20:45,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,46361,1731151242357 in 339 msec 2024-11-09T11:20:45,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:20:45,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 564 msec 2024-11-09T11:20:45,037 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:45,037 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:20:45,038 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:45,038 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,46361,1731151242357, seqNum=-1] 2024-11-09T11:20:45,038 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:45,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:45,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1210 sec 2024-11-09T11:20:45,046 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151245046, completionTime=-1 2024-11-09T11:20:45,046 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:20:45,046 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:20:45,048 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:20:45,048 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151305048 2024-11-09T11:20:45,048 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151365048 2024-11-09T11:20:45,048 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T11:20:45,049 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42479,1731151241947-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:45,049 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42479,1731151241947-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:45,049 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42479,1731151241947-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:45,049 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:42479, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:45,049 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:45,052 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:20:45,064 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:45,069 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.498sec 2024-11-09T11:20:45,069 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:20:45,069 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:20:45,070 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:20:45,070 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:20:45,070 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:20:45,070 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42479,1731151241947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:20:45,070 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42479,1731151241947-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:20:45,078 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:20:45,078 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:20:45,078 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42479,1731151241947-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:45,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efaac7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:45,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42479,-1 for getting cluster id 2024-11-09T11:20:45,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:45,114 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adc099c0-0d0a-466a-b66d-7e868879bb53' 2024-11-09T11:20:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adc099c0-0d0a-466a-b66d-7e868879bb53" 2024-11-09T11:20:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d3e614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42479,-1] 2024-11-09T11:20:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:45,117 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:45,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e02bc05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:45,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:45,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,46361,1731151242357, seqNum=-1] 2024-11-09T11:20:45,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:45,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:45,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,42479,1731151241947 2024-11-09T11:20:45,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52818 2024-11-09T11:20:45,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:20:45,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f53957c0002 connected 2024-11-09T11:20:45,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/hadoop.log.dir so I do NOT create it in target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221 2024-11-09T11:20:45,163 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:20:45,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/hadoop.tmp.dir so I do NOT create it in target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221 2024-11-09T11:20:45,163 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:20:45,163 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221 2024-11-09T11:20:45,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:20:45,163 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/cluster_60c4e3fc-212e-9cc9-13bb-daf0c5b89b8e, deleteOnExit=true 2024-11-09T11:20:45,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:20:45,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/test.cache.data in system properties and HBase conf 2024-11-09T11:20:45,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:20:45,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:20:45,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:20:45,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:20:45,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:20:45,164 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:20:45,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:20:45,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:20:45,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:20:45,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:20:45,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:20:45,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:20:45,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:20:45,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:20:45,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:20:45,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:20:45,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:20:45,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:20:45,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:20:45,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:20:45,397 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:45,398 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:20:45,398 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8196 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:20:45,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:20:45,549 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:20:45,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:20:45,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:20:45,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:20:45,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:20:45,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@748d40d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:20:45,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8ccabc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:20:45,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@509e4c49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/java.io.tmpdir/jetty-localhost-39739-hadoop-hdfs-3_4_1-tests_jar-_-any-535594590800136727/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:20:45,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e55e70{HTTP/1.1, (http/1.1)}{localhost:39739} 2024-11-09T11:20:45,765 INFO [Time-limited test {}] server.Server(415): Started @199666ms 2024-11-09T11:20:46,174 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:20:46,178 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:20:46,186 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:20:46,186 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:20:46,186 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:20:46,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1664869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:20:46,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f3dee80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:20:46,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69a6dee9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/java.io.tmpdir/jetty-localhost-37653-hadoop-hdfs-3_4_1-tests_jar-_-any-571371497795185099/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:20:46,324 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28f81f89{HTTP/1.1, (http/1.1)}{localhost:37653} 2024-11-09T11:20:46,324 INFO [Time-limited test {}] server.Server(415): Started @200225ms 2024-11-09T11:20:46,325 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:20:47,440 WARN [Thread-2292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/cluster_60c4e3fc-212e-9cc9-13bb-daf0c5b89b8e/data/data1/current/BP-1767087585-172.17.0.2-1731151245211/current, will proceed with Du for space computation calculation, 2024-11-09T11:20:47,441 WARN [Thread-2293 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/cluster_60c4e3fc-212e-9cc9-13bb-daf0c5b89b8e/data/data2/current/BP-1767087585-172.17.0.2-1731151245211/current, will proceed with Du for space computation calculation, 2024-11-09T11:20:47,465 WARN [Thread-2280 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:20:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xace0b51ba909dd4e with lease ID 0x12297ac96633cb55: Processing first storage report for DS-a19fcac8-9517-4f1c-8536-dce1e08e9820 from datanode DatanodeRegistration(127.0.0.1:38887, datanodeUuid=ef50098d-2482-4191-8b83-32788a73c895, infoPort=37735, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=1453156489;c=1731151245211) 2024-11-09T11:20:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xace0b51ba909dd4e with lease ID 0x12297ac96633cb55: from storage DS-a19fcac8-9517-4f1c-8536-dce1e08e9820 node DatanodeRegistration(127.0.0.1:38887, datanodeUuid=ef50098d-2482-4191-8b83-32788a73c895, infoPort=37735, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=1453156489;c=1731151245211), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:20:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xace0b51ba909dd4e with lease ID 0x12297ac96633cb55: Processing first storage report for DS-1b5eac96-744e-447f-98f8-fd7cc6e2c1a7 from datanode DatanodeRegistration(127.0.0.1:38887, datanodeUuid=ef50098d-2482-4191-8b83-32788a73c895, infoPort=37735, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=1453156489;c=1731151245211) 2024-11-09T11:20:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xace0b51ba909dd4e with lease ID 0x12297ac96633cb55: from storage DS-1b5eac96-744e-447f-98f8-fd7cc6e2c1a7 node DatanodeRegistration(127.0.0.1:38887, datanodeUuid=ef50098d-2482-4191-8b83-32788a73c895, infoPort=37735, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=1453156489;c=1731151245211), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:20:47,506 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221 2024-11-09T11:20:47,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:47,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:47,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:20:47,916 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71 with version=8 2024-11-09T11:20:47,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/hbase-staging 2024-11-09T11:20:47,918 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:20:47,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:47,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:47,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:20:47,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:47,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:20:47,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:20:47,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:20:47,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44369 2024-11-09T11:20:47,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44369 connecting to ZooKeeper ensemble=127.0.0.1:52818 2024-11-09T11:20:48,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443690x0, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:20:48,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44369-0x1011f53957c0003 connected 2024-11-09T11:20:48,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:48,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:48,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Set watcher on znode that does not yet exist, /1105625470/running 2024-11-09T11:20:48,100 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71, hbase.cluster.distributed=false 2024-11-09T11:20:48,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Set watcher on znode that does not yet exist, /1105625470/acl 2024-11-09T11:20:48,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44369 2024-11-09T11:20:48,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44369 2024-11-09T11:20:48,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44369 2024-11-09T11:20:48,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44369 2024-11-09T11:20:48,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44369 2024-11-09T11:20:48,115 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:20:48,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:48,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:48,115 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:20:48,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:20:48,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:20:48,115 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:20:48,115 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:20:48,116 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36281 2024-11-09T11:20:48,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36281 connecting to ZooKeeper ensemble=127.0.0.1:52818 2024-11-09T11:20:48,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:48,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:48,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362810x0, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:20:48,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362810x0, quorum=127.0.0.1:52818, baseZNode=/1105625470 Set watcher on znode that does not yet exist, /1105625470/running 2024-11-09T11:20:48,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36281-0x1011f53957c0004 connected 2024-11-09T11:20:48,129 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:20:48,130 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:20:48,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Set watcher on znode that does not yet exist, /1105625470/master 2024-11-09T11:20:48,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Set watcher on znode that does not yet exist, /1105625470/acl 2024-11-09T11:20:48,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36281 2024-11-09T11:20:48,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36281 2024-11-09T11:20:48,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36281 2024-11-09T11:20:48,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36281 2024-11-09T11:20:48,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36281 2024-11-09T11:20:48,144 DEBUG [M:0;3264b4bbda9f:44369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:44369 2024-11-09T11:20:48,145 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1105625470/backup-masters/3264b4bbda9f,44369,1731151247918 2024-11-09T11:20:48,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470/backup-masters 2024-11-09T11:20:48,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470/backup-masters 2024-11-09T11:20:48,150 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Set watcher on existing znode=/1105625470/backup-masters/3264b4bbda9f,44369,1731151247918 2024-11-09T11:20:48,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470 2024-11-09T11:20:48,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1105625470/master 2024-11-09T11:20:48,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470 2024-11-09T11:20:48,161 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Set watcher on existing znode=/1105625470/master 2024-11-09T11:20:48,161 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1105625470/backup-masters/3264b4bbda9f,44369,1731151247918 from backup master directory 2024-11-09T11:20:48,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1105625470/backup-masters/3264b4bbda9f,44369,1731151247918 2024-11-09T11:20:48,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470/backup-masters 2024-11-09T11:20:48,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470/backup-masters 2024-11-09T11:20:48,171 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:20:48,171 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,44369,1731151247918 2024-11-09T11:20:48,174 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/hbase.id] with ID: 30c1ace0-6848-449a-9603-c247f6b2bf09 2024-11-09T11:20:48,174 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/.tmp/hbase.id 2024-11-09T11:20:48,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:20:48,578 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/.tmp/hbase.id]:[hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/hbase.id] 2024-11-09T11:20:48,587 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:48,587 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:20:48,588 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T11:20:48,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470 2024-11-09T11:20:48,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470 2024-11-09T11:20:48,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:20:48,647 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:20:48,648 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:20:48,648 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:48,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:20:49,053 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store 2024-11-09T11:20:49,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:20:49,459 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:49,460 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:20:49,460 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:49,460 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:49,460 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:20:49,460 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:49,460 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:49,460 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151249460Disabling compacts and flushes for region at 1731151249460Disabling writes for close at 1731151249460Writing region close event to WAL at 1731151249460Closed at 1731151249460 2024-11-09T11:20:49,461 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store/.initializing 2024-11-09T11:20:49,461 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/WALs/3264b4bbda9f,44369,1731151247918 2024-11-09T11:20:49,461 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:20:49,463 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C44369%2C1731151247918, suffix=, logDir=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/WALs/3264b4bbda9f,44369,1731151247918, archiveDir=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/oldWALs, maxLogs=10 2024-11-09T11:20:49,479 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/WALs/3264b4bbda9f,44369,1731151247918/3264b4bbda9f%2C44369%2C1731151247918.1731151249463, exclude list is [], retry=0 2024-11-09T11:20:49,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38887,DS-a19fcac8-9517-4f1c-8536-dce1e08e9820,DISK] 2024-11-09T11:20:49,484 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/WALs/3264b4bbda9f,44369,1731151247918/3264b4bbda9f%2C44369%2C1731151247918.1731151249463 2024-11-09T11:20:49,484 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37735:37735)] 2024-11-09T11:20:49,484 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:49,484 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:49,484 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:49,484 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:49,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:49,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:20:49,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:49,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:49,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:49,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:20:49,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:49,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:49,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:49,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:20:49,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:49,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:49,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:49,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:20:49,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:49,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:49,493 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:49,493 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:49,494 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:49,495 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:49,495 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:49,495 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:20:49,496 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:49,498 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:49,498 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61275237, jitterRate=-0.08692781627178192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:20:49,498 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151249485Initializing all the Stores at 1731151249485Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151249485Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151249486 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151249486Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151249486Cleaning up temporary data from old regions at 1731151249495 (+9 ms)Region opened successfully at 1731151249498 (+3 ms) 2024-11-09T11:20:49,499 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:20:49,501 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14cd4cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:20:49,502 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:20:49,502 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:20:49,502 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:20:49,502 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:20:49,503 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:20:49,503 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:20:49,503 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:20:49,504 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:20:49,505 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Unable to get data of znode /1105625470/balancer because node does not exist (not necessarily an error) 2024-11-09T11:20:49,516 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1105625470/balancer already deleted, retry=false 2024-11-09T11:20:49,517 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:20:49,517 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Unable to get data of znode /1105625470/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:20:49,529 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1105625470/normalizer already deleted, retry=false 2024-11-09T11:20:49,529 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:20:49,530 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Unable to get data of znode /1105625470/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:20:49,539 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1105625470/switch/split already deleted, retry=false 2024-11-09T11:20:49,540 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Unable to get data of znode /1105625470/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:20:49,550 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1105625470/switch/merge already deleted, retry=false 2024-11-09T11:20:49,551 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Unable to get data of znode /1105625470/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:20:49,560 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1105625470/snapshot-cleanup already deleted, retry=false 2024-11-09T11:20:49,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1105625470/running 2024-11-09T11:20:49,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470 2024-11-09T11:20:49,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1105625470/running 2024-11-09T11:20:49,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470 2024-11-09T11:20:49,571 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,44369,1731151247918, sessionid=0x1011f53957c0003, setting cluster-up flag (Was=false) 2024-11-09T11:20:49,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470 2024-11-09T11:20:49,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470 2024-11-09T11:20:49,623 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1105625470/flush-table-proc/acquired, /1105625470/flush-table-proc/reached, /1105625470/flush-table-proc/abort 2024-11-09T11:20:49,624 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,44369,1731151247918 2024-11-09T11:20:49,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470 2024-11-09T11:20:49,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470 2024-11-09T11:20:49,676 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1105625470/online-snapshot/acquired, /1105625470/online-snapshot/reached, /1105625470/online-snapshot/abort 2024-11-09T11:20:49,677 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,44369,1731151247918 2024-11-09T11:20:49,678 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:20:49,680 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:49,680 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:20:49,680 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:20:49,680 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,44369,1731151247918 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:20:49,681 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:49,681 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:49,681 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:49,682 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:49,682 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:20:49,682 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:49,682 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:20:49,682 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:49,688 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:49,688 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:20:49,689 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:49,689 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:20:49,700 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151279700 2024-11-09T11:20:49,700 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:20:49,700 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:20:49,700 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:20:49,700 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:20:49,700 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:20:49,700 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:20:49,703 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:49,704 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:20:49,704 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:20:49,704 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:20:49,704 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:20:49,704 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:20:49,704 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:20:49,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:20:49,708 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151249704,5,FailOnTimeoutGroup] 2024-11-09T11:20:49,712 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151249708,5,FailOnTimeoutGroup] 2024-11-09T11:20:49,712 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:49,712 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:20:49,712 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:49,712 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:49,737 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(746): ClusterId : 30c1ace0-6848-449a-9603-c247f6b2bf09 2024-11-09T11:20:49,737 DEBUG [RS:0;3264b4bbda9f:36281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:20:49,750 DEBUG [RS:0;3264b4bbda9f:36281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:20:49,750 DEBUG [RS:0;3264b4bbda9f:36281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:20:49,761 DEBUG [RS:0;3264b4bbda9f:36281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:20:49,761 DEBUG [RS:0;3264b4bbda9f:36281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:20:49,775 DEBUG [RS:0;3264b4bbda9f:36281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:36281 2024-11-09T11:20:49,775 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:20:49,775 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:20:49,775 DEBUG [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:20:49,776 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,44369,1731151247918 with port=36281, startcode=1731151248115 2024-11-09T11:20:49,776 DEBUG [RS:0;3264b4bbda9f:36281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:20:49,779 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:20:49,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,36281,1731151248115 2024-11-09T11:20:49,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44369 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,36281,1731151248115 2024-11-09T11:20:49,781 DEBUG [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71 2024-11-09T11:20:49,781 DEBUG [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33117 2024-11-09T11:20:49,781 DEBUG [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:20:49,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470/rs 2024-11-09T11:20:49,792 DEBUG [RS:0;3264b4bbda9f:36281 {}] zookeeper.ZKUtil(111): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Set watcher on existing znode=/1105625470/rs/3264b4bbda9f,36281,1731151248115 2024-11-09T11:20:49,792 WARN [RS:0;3264b4bbda9f:36281 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:20:49,792 INFO [RS:0;3264b4bbda9f:36281 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:49,792 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,36281,1731151248115] 2024-11-09T11:20:49,793 DEBUG [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115 2024-11-09T11:20:49,796 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:20:49,798 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:20:49,798 INFO [RS:0;3264b4bbda9f:36281 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:20:49,798 INFO [RS:0;3264b4bbda9f:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:49,798 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:20:49,799 INFO [RS:0;3264b4bbda9f:36281 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:20:49,799 INFO [RS:0;3264b4bbda9f:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:49,800 DEBUG [RS:0;3264b4bbda9f:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:49,800 DEBUG [RS:0;3264b4bbda9f:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:49,800 DEBUG [RS:0;3264b4bbda9f:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:49,800 DEBUG [RS:0;3264b4bbda9f:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:49,800 DEBUG [RS:0;3264b4bbda9f:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:49,800 DEBUG [RS:0;3264b4bbda9f:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:20:49,800 DEBUG [RS:0;3264b4bbda9f:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:49,800 DEBUG [RS:0;3264b4bbda9f:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:49,800 DEBUG [RS:0;3264b4bbda9f:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:49,800 DEBUG [RS:0;3264b4bbda9f:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:49,800 DEBUG [RS:0;3264b4bbda9f:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:49,800 DEBUG [RS:0;3264b4bbda9f:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:49,800 DEBUG [RS:0;3264b4bbda9f:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:20:49,800 DEBUG [RS:0;3264b4bbda9f:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:20:49,804 INFO [RS:0;3264b4bbda9f:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:49,804 INFO [RS:0;3264b4bbda9f:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:49,804 INFO [RS:0;3264b4bbda9f:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:49,804 INFO [RS:0;3264b4bbda9f:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:49,804 INFO [RS:0;3264b4bbda9f:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:49,804 INFO [RS:0;3264b4bbda9f:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,36281,1731151248115-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:20:49,820 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:20:49,820 INFO [RS:0;3264b4bbda9f:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,36281,1731151248115-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:49,820 INFO [RS:0;3264b4bbda9f:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:49,820 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.Replication(171): 3264b4bbda9f,36281,1731151248115 started 2024-11-09T11:20:49,834 INFO [RS:0;3264b4bbda9f:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:49,834 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,36281,1731151248115, RpcServer on 3264b4bbda9f/172.17.0.2:36281, sessionid=0x1011f53957c0004 2024-11-09T11:20:49,834 DEBUG [RS:0;3264b4bbda9f:36281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:20:49,835 DEBUG [RS:0;3264b4bbda9f:36281 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,36281,1731151248115 2024-11-09T11:20:49,835 DEBUG [RS:0;3264b4bbda9f:36281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,36281,1731151248115' 2024-11-09T11:20:49,835 DEBUG [RS:0;3264b4bbda9f:36281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1105625470/flush-table-proc/abort' 2024-11-09T11:20:49,835 DEBUG [RS:0;3264b4bbda9f:36281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1105625470/flush-table-proc/acquired' 2024-11-09T11:20:49,835 DEBUG [RS:0;3264b4bbda9f:36281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:20:49,835 DEBUG [RS:0;3264b4bbda9f:36281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:20:49,836 DEBUG [RS:0;3264b4bbda9f:36281 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,36281,1731151248115 2024-11-09T11:20:49,836 DEBUG [RS:0;3264b4bbda9f:36281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,36281,1731151248115' 2024-11-09T11:20:49,836 DEBUG [RS:0;3264b4bbda9f:36281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1105625470/online-snapshot/abort' 2024-11-09T11:20:49,836 DEBUG [RS:0;3264b4bbda9f:36281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1105625470/online-snapshot/acquired' 2024-11-09T11:20:49,839 DEBUG [RS:0;3264b4bbda9f:36281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:20:49,839 INFO [RS:0;3264b4bbda9f:36281 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:20:49,839 INFO [RS:0;3264b4bbda9f:36281 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:20:49,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:49,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:49,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:49,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:49,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:49,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:49,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:49,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:49,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:49,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:49,939 INFO [RS:0;3264b4bbda9f:36281 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:20:49,940 INFO [RS:0;3264b4bbda9f:36281 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C36281%2C1731151248115, suffix=, logDir=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115, archiveDir=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/oldWALs, maxLogs=10 2024-11-09T11:20:49,964 DEBUG [RS:0;3264b4bbda9f:36281 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941, exclude list is [], retry=0 2024-11-09T11:20:49,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38887,DS-a19fcac8-9517-4f1c-8536-dce1e08e9820,DISK] 2024-11-09T11:20:49,973 INFO [RS:0;3264b4bbda9f:36281 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 2024-11-09T11:20:49,975 DEBUG [RS:0;3264b4bbda9f:36281 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37735:37735)] 2024-11-09T11:20:50,106 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:20:50,106 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71 2024-11-09T11:20:50,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741833_1009 (size=32) 2024-11-09T11:20:50,428 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:20:50,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:50,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:50,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:50,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:50,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:50,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:50,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:50,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:50,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:50,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:50,479 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:20:50,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:50,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:20:50,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:20:50,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:50,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:50,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:20:50,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:20:50,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:50,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:50,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:20:50,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:20:50,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:50,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:50,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:20:50,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:20:50,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:50,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:50,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:20:50,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740 2024-11-09T11:20:50,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740 2024-11-09T11:20:50,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:20:50,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:20:50,520 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:20:50,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:20:50,523 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:50,523 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59191579, jitterRate=-0.11797674000263214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:20:50,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151250512Initializing all the Stores at 1731151250513 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151250513Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151250513Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151250513Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151250513Cleaning up temporary data from old regions at 1731151250520 (+7 ms)Region opened successfully at 1731151250523 (+3 ms) 2024-11-09T11:20:50,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:20:50,523 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:20:50,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:20:50,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:20:50,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:20:50,524 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:20:50,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151250523Disabling compacts and flushes for region at 1731151250523Disabling writes for close at 1731151250523Writing region close event to WAL at 1731151250524 (+1 ms)Closed at 1731151250524 2024-11-09T11:20:50,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:50,525 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:20:50,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:20:50,526 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:20:50,526 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:20:50,676 DEBUG [3264b4bbda9f:44369 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:20:50,677 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,36281,1731151248115 2024-11-09T11:20:50,678 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,36281,1731151248115, state=OPENING 2024-11-09T11:20:50,768 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:20:50,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470 2024-11-09T11:20:50,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470 2024-11-09T11:20:50,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1105625470/meta-region-server: CHANGED 2024-11-09T11:20:50,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1105625470/meta-region-server: CHANGED 2024-11-09T11:20:50,791 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:20:50,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,36281,1731151248115}] 2024-11-09T11:20:50,943 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:20:50,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:20:50,947 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:20:50,948 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:50,948 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:20:50,949 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C36281%2C1731151248115.meta, suffix=.meta, logDir=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115, archiveDir=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/oldWALs, maxLogs=10 2024-11-09T11:20:50,961 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.meta.1731151250949.meta, exclude list is [], retry=0 2024-11-09T11:20:50,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38887,DS-a19fcac8-9517-4f1c-8536-dce1e08e9820,DISK] 2024-11-09T11:20:50,964 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.meta.1731151250949.meta 2024-11-09T11:20:50,965 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37735:37735)] 2024-11-09T11:20:50,965 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:50,965 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:20:50,965 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:20:50,966 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:20:50,966 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:20:50,966 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:20:50,966 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:50,966 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:20:50,966 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:20:50,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:20:50,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:20:50,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:50,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:50,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:20:50,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:20:50,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:50,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:50,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:20:50,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:20:50,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:50,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:50,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:20:50,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:20:50,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:50,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:50,970 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:20:50,971 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740 2024-11-09T11:20:50,971 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740 2024-11-09T11:20:50,972 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:20:50,972 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:20:50,973 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:20:50,974 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:20:50,974 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72338025, jitterRate=0.0779205709695816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:20:50,974 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:20:50,974 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151250966Writing region info on filesystem at 1731151250966Initializing all the Stores at 1731151250967 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151250967Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151250967Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151250967Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151250967Cleaning up temporary data from old regions at 1731151250972 (+5 ms)Running coprocessor post-open hooks at 1731151250974 (+2 ms)Region opened successfully at 1731151250974 2024-11-09T11:20:50,975 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151250943 2024-11-09T11:20:50,977 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:20:50,977 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:20:50,977 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,36281,1731151248115 2024-11-09T11:20:50,978 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,36281,1731151248115, state=OPEN 2024-11-09T11:20:50,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1105625470/meta-region-server 2024-11-09T11:20:50,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1105625470/meta-region-server 2024-11-09T11:20:50,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1105625470/meta-region-server: CHANGED 2024-11-09T11:20:50,990 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,36281,1731151248115 2024-11-09T11:20:50,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1105625470/meta-region-server: CHANGED 2024-11-09T11:20:50,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:20:50,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,36281,1731151248115 in 199 msec 2024-11-09T11:20:50,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:20:50,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-09T11:20:50,994 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:50,994 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:20:50,995 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:50,995 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,36281,1731151248115, seqNum=-1] 2024-11-09T11:20:50,996 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:50,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:51,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3220 sec 2024-11-09T11:20:51,002 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151251002, completionTime=-1 2024-11-09T11:20:51,002 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:20:51,002 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:20:51,004 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:20:51,004 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151311004 2024-11-09T11:20:51,004 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151371004 2024-11-09T11:20:51,004 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T11:20:51,005 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44369,1731151247918-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:51,005 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44369,1731151247918-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:51,005 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44369,1731151247918-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:51,005 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:44369, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:51,005 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:51,007 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:20:51,011 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:51,015 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.844sec 2024-11-09T11:20:51,015 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:20:51,015 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:20:51,015 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:20:51,015 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:20:51,015 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:20:51,015 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44369,1731151247918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:20:51,015 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44369,1731151247918-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:20:51,018 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:20:51,019 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:20:51,019 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44369,1731151247918-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:51,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b807665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:51,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,44369,-1 for getting cluster id 2024-11-09T11:20:51,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:51,040 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30c1ace0-6848-449a-9603-c247f6b2bf09' 2024-11-09T11:20:51,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:51,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30c1ace0-6848-449a-9603-c247f6b2bf09" 2024-11-09T11:20:51,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7affcb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:51,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,44369,-1] 2024-11-09T11:20:51,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:51,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:51,042 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:51,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7f68b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:51,043 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:51,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,36281,1731151248115, seqNum=-1] 2024-11-09T11:20:51,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:51,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:51,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,44369,1731151247918 2024-11-09T11:20:51,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52818 2024-11-09T11:20:51,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:20:51,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011f53957c0005 connected 2024-11-09T11:20:51,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:51,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,42479,1731151241947 2024-11-09T11:20:51,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@277e4bd1 2024-11-09T11:20:51,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:51,069 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:20:51,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42479 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:20:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42479 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T11:20:51,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:20:51,072 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:51,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42479 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T11:20:51,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:20:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:51,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741835_1011 (size=902) 2024-11-09T11:20:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:51,483 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56cad0eed6f3c41b0bde59720bc76d59, NAME => 'test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13 2024-11-09T11:20:51,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741836_1012 (size=39) 2024-11-09T11:20:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:51,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:51,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 56cad0eed6f3c41b0bde59720bc76d59, disabling compactions & flushes 2024-11-09T11:20:51,888 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59. 2024-11-09T11:20:51,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59. 2024-11-09T11:20:51,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59. after waiting 0 ms 2024-11-09T11:20:51,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59. 2024-11-09T11:20:51,888 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59. 2024-11-09T11:20:51,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56cad0eed6f3c41b0bde59720bc76d59: Waiting for close lock at 1731151251888Disabling compacts and flushes for region at 1731151251888Disabling writes for close at 1731151251888Writing region close event to WAL at 1731151251888Closed at 1731151251888 2024-11-09T11:20:51,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:20:51,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731151251889"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151251889"}]},"ts":"1731151251889"} 2024-11-09T11:20:51,893 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:20:51,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:20:51,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151251894"}]},"ts":"1731151251894"} 2024-11-09T11:20:51,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T11:20:51,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56cad0eed6f3c41b0bde59720bc76d59, ASSIGN}] 2024-11-09T11:20:51,898 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56cad0eed6f3c41b0bde59720bc76d59, ASSIGN 2024-11-09T11:20:51,898 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=56cad0eed6f3c41b0bde59720bc76d59, ASSIGN; state=OFFLINE, location=3264b4bbda9f,46361,1731151242357; forceNewPlan=false, retain=false 2024-11-09T11:20:52,049 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56cad0eed6f3c41b0bde59720bc76d59, regionState=OPENING, regionLocation=3264b4bbda9f,46361,1731151242357 2024-11-09T11:20:52,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=56cad0eed6f3c41b0bde59720bc76d59, ASSIGN because future has completed 2024-11-09T11:20:52,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56cad0eed6f3c41b0bde59720bc76d59, server=3264b4bbda9f,46361,1731151242357}] 2024-11-09T11:20:52,207 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59. 2024-11-09T11:20:52,207 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 56cad0eed6f3c41b0bde59720bc76d59, NAME => 'test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:52,207 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:20:52,207 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T11:20:52,207 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 56cad0eed6f3c41b0bde59720bc76d59 2024-11-09T11:20:52,207 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:52,207 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 56cad0eed6f3c41b0bde59720bc76d59 2024-11-09T11:20:52,208 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 56cad0eed6f3c41b0bde59720bc76d59 2024-11-09T11:20:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:52,209 INFO [StoreOpener-56cad0eed6f3c41b0bde59720bc76d59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 56cad0eed6f3c41b0bde59720bc76d59 2024-11-09T11:20:52,210 INFO [StoreOpener-56cad0eed6f3c41b0bde59720bc76d59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56cad0eed6f3c41b0bde59720bc76d59 columnFamilyName f 2024-11-09T11:20:52,210 DEBUG [StoreOpener-56cad0eed6f3c41b0bde59720bc76d59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:52,211 INFO [StoreOpener-56cad0eed6f3c41b0bde59720bc76d59-1 {}] regionserver.HStore(327): Store=56cad0eed6f3c41b0bde59720bc76d59/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:52,211 INFO [StoreOpener-56cad0eed6f3c41b0bde59720bc76d59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 56cad0eed6f3c41b0bde59720bc76d59 2024-11-09T11:20:52,212 INFO [StoreOpener-56cad0eed6f3c41b0bde59720bc76d59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56cad0eed6f3c41b0bde59720bc76d59 columnFamilyName f1 2024-11-09T11:20:52,213 DEBUG [StoreOpener-56cad0eed6f3c41b0bde59720bc76d59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:52,213 INFO [StoreOpener-56cad0eed6f3c41b0bde59720bc76d59-1 {}] regionserver.HStore(327): Store=56cad0eed6f3c41b0bde59720bc76d59/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:52,213 INFO [StoreOpener-56cad0eed6f3c41b0bde59720bc76d59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 56cad0eed6f3c41b0bde59720bc76d59 2024-11-09T11:20:52,214 INFO [StoreOpener-56cad0eed6f3c41b0bde59720bc76d59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56cad0eed6f3c41b0bde59720bc76d59 columnFamilyName norep 2024-11-09T11:20:52,214 DEBUG [StoreOpener-56cad0eed6f3c41b0bde59720bc76d59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:52,214 INFO [StoreOpener-56cad0eed6f3c41b0bde59720bc76d59-1 {}] regionserver.HStore(327): Store=56cad0eed6f3c41b0bde59720bc76d59/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:52,214 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 56cad0eed6f3c41b0bde59720bc76d59 2024-11-09T11:20:52,215 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/default/test/56cad0eed6f3c41b0bde59720bc76d59 2024-11-09T11:20:52,215 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/default/test/56cad0eed6f3c41b0bde59720bc76d59 2024-11-09T11:20:52,216 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 56cad0eed6f3c41b0bde59720bc76d59 2024-11-09T11:20:52,216 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 56cad0eed6f3c41b0bde59720bc76d59 2024-11-09T11:20:52,216 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:20:52,218 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 56cad0eed6f3c41b0bde59720bc76d59 2024-11-09T11:20:52,225 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/default/test/56cad0eed6f3c41b0bde59720bc76d59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:52,225 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 56cad0eed6f3c41b0bde59720bc76d59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72050890, jitterRate=0.07364192605018616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:20:52,226 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56cad0eed6f3c41b0bde59720bc76d59 2024-11-09T11:20:52,226 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 56cad0eed6f3c41b0bde59720bc76d59: Running coprocessor pre-open hook at 1731151252208Writing region info on filesystem at 1731151252208Initializing all the Stores at 1731151252208Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151252209 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151252209Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151252209Cleaning up temporary data from old regions at 1731151252216 (+7 ms)Running coprocessor post-open hooks at 1731151252226 (+10 ms)Region opened successfully at 1731151252226 2024-11-09T11:20:52,228 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59., pid=6, masterSystemTime=1731151252203 2024-11-09T11:20:52,230 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59. 2024-11-09T11:20:52,231 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59. 2024-11-09T11:20:52,231 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56cad0eed6f3c41b0bde59720bc76d59, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3264b4bbda9f,46361,1731151242357 2024-11-09T11:20:52,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56cad0eed6f3c41b0bde59720bc76d59, server=3264b4bbda9f,46361,1731151242357 because future has completed 2024-11-09T11:20:52,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:20:52,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 56cad0eed6f3c41b0bde59720bc76d59, server=3264b4bbda9f,46361,1731151242357 in 184 msec 2024-11-09T11:20:52,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T11:20:52,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=56cad0eed6f3c41b0bde59720bc76d59, ASSIGN in 341 msec 2024-11-09T11:20:52,241 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:20:52,242 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151252242"}]},"ts":"1731151252242"} 2024-11-09T11:20:52,244 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T11:20:52,245 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:20:52,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-09T11:20:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:53,218 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T11:20:53,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:53,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,44369,1731151247918 2024-11-09T11:20:53,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b3f277b 2024-11-09T11:20:53,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:53,220 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:20:53,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:20:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T11:20:53,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:20:53,223 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:53,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T11:20:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:53,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:20:53,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741835_1011 (size=902) 2024-11-09T11:20:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:53,632 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e299ed513aa330a262478a622060a3c, NAME => 'test,,1731151253220.6e299ed513aa330a262478a622060a3c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71 2024-11-09T11:20:53,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741836_1012 (size=39) 2024-11-09T11:20:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:54,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731151253220.6e299ed513aa330a262478a622060a3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:54,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6e299ed513aa330a262478a622060a3c, disabling compactions & flushes 2024-11-09T11:20:54,037 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731151253220.6e299ed513aa330a262478a622060a3c. 2024-11-09T11:20:54,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151253220.6e299ed513aa330a262478a622060a3c. 2024-11-09T11:20:54,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731151253220.6e299ed513aa330a262478a622060a3c. after waiting 0 ms 2024-11-09T11:20:54,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731151253220.6e299ed513aa330a262478a622060a3c. 2024-11-09T11:20:54,037 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731151253220.6e299ed513aa330a262478a622060a3c. 2024-11-09T11:20:54,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e299ed513aa330a262478a622060a3c: Waiting for close lock at 1731151254037Disabling compacts and flushes for region at 1731151254037Disabling writes for close at 1731151254037Writing region close event to WAL at 1731151254037Closed at 1731151254037 2024-11-09T11:20:54,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:20:54,038 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731151253220.6e299ed513aa330a262478a622060a3c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731151254038"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151254038"}]},"ts":"1731151254038"} 2024-11-09T11:20:54,040 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:20:54,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:20:54,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151254041"}]},"ts":"1731151254041"} 2024-11-09T11:20:54,043 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T11:20:54,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e299ed513aa330a262478a622060a3c, ASSIGN}] 2024-11-09T11:20:54,044 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e299ed513aa330a262478a622060a3c, ASSIGN 2024-11-09T11:20:54,045 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6e299ed513aa330a262478a622060a3c, ASSIGN; state=OFFLINE, location=3264b4bbda9f,36281,1731151248115; forceNewPlan=false, retain=false 2024-11-09T11:20:54,196 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e299ed513aa330a262478a622060a3c, regionState=OPENING, regionLocation=3264b4bbda9f,36281,1731151248115 2024-11-09T11:20:54,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6e299ed513aa330a262478a622060a3c, ASSIGN because future has completed 2024-11-09T11:20:54,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e299ed513aa330a262478a622060a3c, server=3264b4bbda9f,36281,1731151248115}] 2024-11-09T11:20:54,354 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731151253220.6e299ed513aa330a262478a622060a3c. 2024-11-09T11:20:54,354 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e299ed513aa330a262478a622060a3c, NAME => 'test,,1731151253220.6e299ed513aa330a262478a622060a3c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:54,354 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:20:54,354 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T11:20:54,354 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6e299ed513aa330a262478a622060a3c 2024-11-09T11:20:54,355 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731151253220.6e299ed513aa330a262478a622060a3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:54,355 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6e299ed513aa330a262478a622060a3c 2024-11-09T11:20:54,355 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6e299ed513aa330a262478a622060a3c 2024-11-09T11:20:54,357 INFO [StoreOpener-6e299ed513aa330a262478a622060a3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6e299ed513aa330a262478a622060a3c 2024-11-09T11:20:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:54,358 INFO [StoreOpener-6e299ed513aa330a262478a622060a3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e299ed513aa330a262478a622060a3c columnFamilyName f 2024-11-09T11:20:54,358 DEBUG [StoreOpener-6e299ed513aa330a262478a622060a3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:54,359 INFO [StoreOpener-6e299ed513aa330a262478a622060a3c-1 {}] regionserver.HStore(327): Store=6e299ed513aa330a262478a622060a3c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:54,359 INFO [StoreOpener-6e299ed513aa330a262478a622060a3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6e299ed513aa330a262478a622060a3c 2024-11-09T11:20:54,360 INFO [StoreOpener-6e299ed513aa330a262478a622060a3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e299ed513aa330a262478a622060a3c columnFamilyName f1 2024-11-09T11:20:54,360 DEBUG [StoreOpener-6e299ed513aa330a262478a622060a3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:54,360 INFO [StoreOpener-6e299ed513aa330a262478a622060a3c-1 {}] regionserver.HStore(327): Store=6e299ed513aa330a262478a622060a3c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:54,360 INFO [StoreOpener-6e299ed513aa330a262478a622060a3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6e299ed513aa330a262478a622060a3c 2024-11-09T11:20:54,361 INFO [StoreOpener-6e299ed513aa330a262478a622060a3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e299ed513aa330a262478a622060a3c columnFamilyName norep 2024-11-09T11:20:54,361 DEBUG [StoreOpener-6e299ed513aa330a262478a622060a3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:54,362 INFO [StoreOpener-6e299ed513aa330a262478a622060a3c-1 {}] regionserver.HStore(327): Store=6e299ed513aa330a262478a622060a3c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:54,362 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6e299ed513aa330a262478a622060a3c 2024-11-09T11:20:54,362 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/default/test/6e299ed513aa330a262478a622060a3c 2024-11-09T11:20:54,363 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/default/test/6e299ed513aa330a262478a622060a3c 2024-11-09T11:20:54,363 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6e299ed513aa330a262478a622060a3c 2024-11-09T11:20:54,363 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6e299ed513aa330a262478a622060a3c 2024-11-09T11:20:54,364 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:20:54,364 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6e299ed513aa330a262478a622060a3c 2024-11-09T11:20:54,373 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/default/test/6e299ed513aa330a262478a622060a3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:54,373 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6e299ed513aa330a262478a622060a3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64842437, jitterRate=-0.03377239406108856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:20:54,373 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e299ed513aa330a262478a622060a3c 2024-11-09T11:20:54,373 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6e299ed513aa330a262478a622060a3c: Running coprocessor pre-open hook at 1731151254355Writing region info on filesystem at 1731151254355Initializing all the Stores at 1731151254356 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151254356Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151254357 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151254357Cleaning up temporary data from old regions at 1731151254363 (+6 ms)Running coprocessor post-open hooks at 1731151254373 (+10 ms)Region opened successfully at 1731151254373 2024-11-09T11:20:54,374 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731151253220.6e299ed513aa330a262478a622060a3c., pid=6, masterSystemTime=1731151254350 2024-11-09T11:20:54,376 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731151253220.6e299ed513aa330a262478a622060a3c. 2024-11-09T11:20:54,376 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731151253220.6e299ed513aa330a262478a622060a3c. 2024-11-09T11:20:54,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e299ed513aa330a262478a622060a3c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3264b4bbda9f,36281,1731151248115 2024-11-09T11:20:54,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e299ed513aa330a262478a622060a3c, server=3264b4bbda9f,36281,1731151248115 because future has completed 2024-11-09T11:20:54,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:20:54,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e299ed513aa330a262478a622060a3c, server=3264b4bbda9f,36281,1731151248115 in 181 msec 2024-11-09T11:20:54,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T11:20:54,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6e299ed513aa330a262478a622060a3c, ASSIGN in 338 msec 2024-11-09T11:20:54,383 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:20:54,383 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151254383"}]},"ts":"1731151254383"} 2024-11-09T11:20:54,384 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T11:20:54,385 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:20:54,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-09T11:20:54,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T11:20:54,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T11:20:54,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T11:20:54,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T11:20:54,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:20:54,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T11:20:54,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:20:54,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T11:20:54,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:20:54,886 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T11:20:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:20:55,368 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T11:20:55,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ac8534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:55,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42479,-1 for getting cluster id 2024-11-09T11:20:55,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:55,370 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adc099c0-0d0a-466a-b66d-7e868879bb53' 2024-11-09T11:20:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adc099c0-0d0a-466a-b66d-7e868879bb53" 2024-11-09T11:20:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a0fc2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42479,-1] 2024-11-09T11:20:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:55,372 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b445910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:55,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb50aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:55,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,44369,-1 for getting cluster id 2024-11-09T11:20:55,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:55,375 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30c1ace0-6848-449a-9603-c247f6b2bf09' 2024-11-09T11:20:55,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30c1ace0-6848-449a-9603-c247f6b2bf09" 2024-11-09T11:20:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ae6612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,44369,-1] 2024-11-09T11:20:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:55,377 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:55,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b540239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:55,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889d6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:55,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42479,-1 for getting cluster id 2024-11-09T11:20:55,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:55,379 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adc099c0-0d0a-466a-b66d-7e868879bb53' 2024-11-09T11:20:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adc099c0-0d0a-466a-b66d-7e868879bb53" 2024-11-09T11:20:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ca3a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42479,-1] 2024-11-09T11:20:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:55,381 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:55,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b29d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:55,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:55,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,42479,1731151241947 2024-11-09T11:20:55,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@329dc493 2024-11-09T11:20:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:55,383 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:20:55,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42479 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3264b4bbda9f:44369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T11:20:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42479 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:20:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:55,386 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:44369' 2024-11-09T11:20:55,387 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358d62d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:55,387 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,44369,-1 for getting cluster id 2024-11-09T11:20:55,387 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:55,388 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30c1ace0-6848-449a-9603-c247f6b2bf09' 2024-11-09T11:20:55,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:55,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30c1ace0-6848-449a-9603-c247f6b2bf09" 2024-11-09T11:20:55,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7785b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:55,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,44369,-1] 2024-11-09T11:20:55,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:55,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:55,389 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:55,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@534d1c20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:55,390 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:55,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,44369,1731151247918 2024-11-09T11:20:55,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a3b73f7 2024-11-09T11:20:55,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:55,392 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:20:55,392 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T11:20:55,392 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:20:55,392 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:55,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:55,392 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:55,393 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:20:55,394 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T11:20:55,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:20:55,395 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:55,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:20:55,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741837_1013 (size=1138) 2024-11-09T11:20:55,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:55,408 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:20:55,408 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18206 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:20:55,444 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T11:20:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:55,796 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T11:20:55,803 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e042af7917bb4fb70026c59d2ee31116, NAME => 'hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13 2024-11-09T11:20:55,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741838_1014 (size=44) 2024-11-09T11:20:55,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:55,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e042af7917bb4fb70026c59d2ee31116, disabling compactions & flushes 2024-11-09T11:20:55,845 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116. 2024-11-09T11:20:55,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116. 2024-11-09T11:20:55,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116. after waiting 0 ms 2024-11-09T11:20:55,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116. 2024-11-09T11:20:55,845 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116. 2024-11-09T11:20:55,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e042af7917bb4fb70026c59d2ee31116: Waiting for close lock at 1731151255845Disabling compacts and flushes for region at 1731151255845Disabling writes for close at 1731151255845Writing region close event to WAL at 1731151255845Closed at 1731151255845 2024-11-09T11:20:55,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:20:55,847 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731151255846"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151255846"}]},"ts":"1731151255846"} 2024-11-09T11:20:55,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:20:55,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:20:55,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151255849"}]},"ts":"1731151255849"} 2024-11-09T11:20:55,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T11:20:55,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e042af7917bb4fb70026c59d2ee31116, ASSIGN}] 2024-11-09T11:20:55,853 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e042af7917bb4fb70026c59d2ee31116, ASSIGN 2024-11-09T11:20:55,854 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e042af7917bb4fb70026c59d2ee31116, ASSIGN; state=OFFLINE, location=3264b4bbda9f,46361,1731151242357; forceNewPlan=false, retain=false 2024-11-09T11:20:56,004 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e042af7917bb4fb70026c59d2ee31116, regionState=OPENING, regionLocation=3264b4bbda9f,46361,1731151242357 2024-11-09T11:20:56,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e042af7917bb4fb70026c59d2ee31116, ASSIGN because future has completed 2024-11-09T11:20:56,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e042af7917bb4fb70026c59d2ee31116, server=3264b4bbda9f,46361,1731151242357}] 2024-11-09T11:20:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:56,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116. 2024-11-09T11:20:56,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:56,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T11:20:56,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C46361%2C1731151242357.rep, suffix=, logDir=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357, archiveDir=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/oldWALs, maxLogs=10 2024-11-09T11:20:56,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.rep.1731151256163, exclude list is [], retry=0 2024-11-09T11:20:56,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36887,DS-7dc95a74-2633-4855-b909-0b0f3107392a,DISK] 2024-11-09T11:20:56,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.rep.1731151256163 2024-11-09T11:20:56,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34183:34183)] 2024-11-09T11:20:56,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e042af7917bb4fb70026c59d2ee31116, NAME => 'hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:56,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:20:56,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:20:56,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116. service=MultiRowMutationService 2024-11-09T11:20:56,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T11:20:56,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e042af7917bb4fb70026c59d2ee31116 2024-11-09T11:20:56,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:56,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e042af7917bb4fb70026c59d2ee31116 2024-11-09T11:20:56,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e042af7917bb4fb70026c59d2ee31116 2024-11-09T11:20:56,183 INFO [StoreOpener-e042af7917bb4fb70026c59d2ee31116-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e042af7917bb4fb70026c59d2ee31116 2024-11-09T11:20:56,184 INFO [StoreOpener-e042af7917bb4fb70026c59d2ee31116-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e042af7917bb4fb70026c59d2ee31116 columnFamilyName hfileref 2024-11-09T11:20:56,184 DEBUG [StoreOpener-e042af7917bb4fb70026c59d2ee31116-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:56,185 INFO [StoreOpener-e042af7917bb4fb70026c59d2ee31116-1 {}] regionserver.HStore(327): Store=e042af7917bb4fb70026c59d2ee31116/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:56,185 INFO [StoreOpener-e042af7917bb4fb70026c59d2ee31116-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e042af7917bb4fb70026c59d2ee31116 2024-11-09T11:20:56,186 INFO [StoreOpener-e042af7917bb4fb70026c59d2ee31116-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e042af7917bb4fb70026c59d2ee31116 columnFamilyName queue 2024-11-09T11:20:56,186 DEBUG [StoreOpener-e042af7917bb4fb70026c59d2ee31116-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:56,186 INFO [StoreOpener-e042af7917bb4fb70026c59d2ee31116-1 {}] regionserver.HStore(327): Store=e042af7917bb4fb70026c59d2ee31116/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:56,186 INFO [StoreOpener-e042af7917bb4fb70026c59d2ee31116-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e042af7917bb4fb70026c59d2ee31116 2024-11-09T11:20:56,187 INFO [StoreOpener-e042af7917bb4fb70026c59d2ee31116-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e042af7917bb4fb70026c59d2ee31116 columnFamilyName sid 2024-11-09T11:20:56,187 DEBUG [StoreOpener-e042af7917bb4fb70026c59d2ee31116-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:56,188 INFO [StoreOpener-e042af7917bb4fb70026c59d2ee31116-1 {}] regionserver.HStore(327): Store=e042af7917bb4fb70026c59d2ee31116/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:56,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e042af7917bb4fb70026c59d2ee31116 2024-11-09T11:20:56,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/replication/e042af7917bb4fb70026c59d2ee31116 2024-11-09T11:20:56,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/replication/e042af7917bb4fb70026c59d2ee31116 2024-11-09T11:20:56,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e042af7917bb4fb70026c59d2ee31116 2024-11-09T11:20:56,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e042af7917bb4fb70026c59d2ee31116 2024-11-09T11:20:56,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:20:56,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e042af7917bb4fb70026c59d2ee31116 2024-11-09T11:20:56,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/replication/e042af7917bb4fb70026c59d2ee31116/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:56,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e042af7917bb4fb70026c59d2ee31116; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73055259, jitterRate=0.08860819041728973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:20:56,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e042af7917bb4fb70026c59d2ee31116 2024-11-09T11:20:56,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e042af7917bb4fb70026c59d2ee31116: Running coprocessor pre-open hook at 1731151256180Writing region info on filesystem at 1731151256180Initializing all the Stores at 1731151256181 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151256181Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151256182 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151256183 (+1 ms)Cleaning up temporary data from old regions at 1731151256190 (+7 ms)Running coprocessor post-open hooks at 1731151256193 (+3 ms)Region opened successfully at 1731151256194 (+1 ms) 2024-11-09T11:20:56,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116., pid=10, masterSystemTime=1731151256159 2024-11-09T11:20:56,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116. 2024-11-09T11:20:56,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116. 2024-11-09T11:20:56,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e042af7917bb4fb70026c59d2ee31116, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,46361,1731151242357 2024-11-09T11:20:56,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e042af7917bb4fb70026c59d2ee31116, server=3264b4bbda9f,46361,1731151242357 because future has completed 2024-11-09T11:20:56,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T11:20:56,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e042af7917bb4fb70026c59d2ee31116, server=3264b4bbda9f,46361,1731151242357 in 192 msec 2024-11-09T11:20:56,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T11:20:56,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e042af7917bb4fb70026c59d2ee31116, ASSIGN in 348 msec 2024-11-09T11:20:56,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:20:56,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151256203"}]},"ts":"1731151256203"} 2024-11-09T11:20:56,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T11:20:56,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:20:56,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 812 msec 2024-11-09T11:20:56,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116., hostname=3264b4bbda9f,46361,1731151242357, seqNum=2] 2024-11-09T11:20:56,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664 2024-11-09T11:20:56,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664 2024-11-09T11:20:56,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:20:56,467 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:20:56,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T11:20:56,471 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T11:20:56,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:56,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:56,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:56,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:56,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:56,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:56,497 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3264b4bbda9f,46361,1731151242357, ReplicationSource: 1, currentBandwidth=0 2024-11-09T11:20:56,498 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:56,498 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,46361,1731151242357, seqNum=-1] 2024-11-09T11:20:56,498 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:56,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T11:20:56,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3264b4bbda9f,46361,1731151242357', locateType=CURRENT is [region=hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116., hostname=3264b4bbda9f,46361,1731151242357, seqNum=2] 2024-11-09T11:20:56,502 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T11:20:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42479 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T11:20:56,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:56,505 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3264b4bbda9f,46361,1731151242357 suceeded 2024-11-09T11:20:56,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T11:20:56,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-09T11:20:56,507 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3264b4bbda9f:44369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:20:56,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:56,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:56,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1240 sec 2024-11-09T11:20:56,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:20:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:56,519 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T11:20:56,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:20:56,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:56,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:56,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:56,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:56,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9ac8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:56,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,44369,-1 for getting cluster id 2024-11-09T11:20:56,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:56,520 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30c1ace0-6848-449a-9603-c247f6b2bf09' 2024-11-09T11:20:56,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:56,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30c1ace0-6848-449a-9603-c247f6b2bf09" 2024-11-09T11:20:56,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27736aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:56,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,44369,-1] 2024-11-09T11:20:56,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:56,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:56,522 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170fe44c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:56,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:56,523 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:44369' 2024-11-09T11:20:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,44369,1731151247918 2024-11-09T11:20:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49bfe29d 2024-11-09T11:20:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:56,524 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:20:56,524 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f2592d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:56,524 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,44369,-1 for getting cluster id 2024-11-09T11:20:56,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3264b4bbda9f:42479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T11:20:56,524 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:56,525 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30c1ace0-6848-449a-9603-c247f6b2bf09' 2024-11-09T11:20:56,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:56,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30c1ace0-6848-449a-9603-c247f6b2bf09" 2024-11-09T11:20:56,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44da219a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:20:56,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,44369,-1] 2024-11-09T11:20:56,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:56,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:56,526 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:56,527 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7be94faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:56,527 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:56,528 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:42479' 2024-11-09T11:20:56,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,44369,1731151247918 2024-11-09T11:20:56,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@467bd6cb 2024-11-09T11:20:56,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:56,529 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-09T11:20:56,529 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ec4fab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:56,530 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42479,-1 for getting cluster id 2024-11-09T11:20:56,530 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:56,531 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3264b4bbda9f,46361,1731151242357 (queues=1) is replicating from cluster=adc099c0-0d0a-466a-b66d-7e868879bb53 to cluster=30c1ace0-6848-449a-9603-c247f6b2bf09 2024-11-09T11:20:56,531 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3264b4bbda9f%2C46361%2C1731151242357 2024-11-09T11:20:56,531 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adc099c0-0d0a-466a-b66d-7e868879bb53' 2024-11-09T11:20:56,531 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3264b4bbda9f,46361,1731151242357, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:20:56,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:56,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adc099c0-0d0a-466a-b66d-7e868879bb53" 2024-11-09T11:20:56,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1974aca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:56,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42479,-1] 2024-11-09T11:20:56,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:56,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:56,533 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:56,533 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276, startPosition=0, beingWritten=true 2024-11-09T11:20:56,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365762d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:56,534 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:56,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,42479,1731151241947 2024-11-09T11:20:56,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c274b8f 2024-11-09T11:20:56,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:56,536 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:20:56,536 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T11:20:56,536 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T11:20:56,536 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:20:56,536 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:56,537 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:56,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:56,537 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:20:56,538 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T11:20:56,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:20:56,539 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:56,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:20:56,544 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.shipper3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C46361%2C1731151242357 2024-11-09T11:20:56,552 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:20:56,552 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 379, reset compression=false 2024-11-09T11:20:56,552 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.shipper3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,46361,1731151242357 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:20:56,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741837_1013 (size=1138) 2024-11-09T11:20:56,555 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad423d60ec0ed1a0c6a6e8dd4bf79332, NAME => 'hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71 2024-11-09T11:20:56,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741838_1014 (size=44) 2024-11-09T11:20:56,563 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:56,563 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ad423d60ec0ed1a0c6a6e8dd4bf79332, disabling compactions & flushes 2024-11-09T11:20:56,563 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332. 2024-11-09T11:20:56,563 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332. 2024-11-09T11:20:56,563 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332. after waiting 0 ms 2024-11-09T11:20:56,563 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332. 2024-11-09T11:20:56,563 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332. 2024-11-09T11:20:56,563 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad423d60ec0ed1a0c6a6e8dd4bf79332: Waiting for close lock at 1731151256563Disabling compacts and flushes for region at 1731151256563Disabling writes for close at 1731151256563Writing region close event to WAL at 1731151256563Closed at 1731151256563 2024-11-09T11:20:56,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:20:56,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731151256564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151256564"}]},"ts":"1731151256564"} 2024-11-09T11:20:56,566 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:20:56,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:20:56,566 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151256566"}]},"ts":"1731151256566"} 2024-11-09T11:20:56,568 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T11:20:56,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad423d60ec0ed1a0c6a6e8dd4bf79332, ASSIGN}] 2024-11-09T11:20:56,569 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad423d60ec0ed1a0c6a6e8dd4bf79332, ASSIGN 2024-11-09T11:20:56,570 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ad423d60ec0ed1a0c6a6e8dd4bf79332, ASSIGN; state=OFFLINE, location=3264b4bbda9f,36281,1731151248115; forceNewPlan=false, retain=false 2024-11-09T11:20:56,588 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T11:20:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:56,720 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ad423d60ec0ed1a0c6a6e8dd4bf79332, regionState=OPENING, regionLocation=3264b4bbda9f,36281,1731151248115 2024-11-09T11:20:56,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ad423d60ec0ed1a0c6a6e8dd4bf79332, ASSIGN because future has completed 2024-11-09T11:20:56,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad423d60ec0ed1a0c6a6e8dd4bf79332, server=3264b4bbda9f,36281,1731151248115}] 2024-11-09T11:20:56,757 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 379, reset compression=false 2024-11-09T11:20:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:56,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332. 2024-11-09T11:20:56,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:56,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T11:20:56,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C36281%2C1731151248115.rep, suffix=, logDir=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115, archiveDir=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/oldWALs, maxLogs=10 2024-11-09T11:20:56,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.rep.1731151256882, exclude list is [], retry=0 2024-11-09T11:20:56,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38887,DS-a19fcac8-9517-4f1c-8536-dce1e08e9820,DISK] 2024-11-09T11:20:56,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.rep.1731151256882 2024-11-09T11:20:56,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37735:37735)] 2024-11-09T11:20:56,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ad423d60ec0ed1a0c6a6e8dd4bf79332, NAME => 'hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:56,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:20:56,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:20:56,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332. service=MultiRowMutationService 2024-11-09T11:20:56,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T11:20:56,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:20:56,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:56,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:20:56,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:20:56,910 INFO [StoreOpener-ad423d60ec0ed1a0c6a6e8dd4bf79332-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:20:56,911 INFO [StoreOpener-ad423d60ec0ed1a0c6a6e8dd4bf79332-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad423d60ec0ed1a0c6a6e8dd4bf79332 columnFamilyName hfileref 2024-11-09T11:20:56,911 DEBUG [StoreOpener-ad423d60ec0ed1a0c6a6e8dd4bf79332-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:56,912 INFO [StoreOpener-ad423d60ec0ed1a0c6a6e8dd4bf79332-1 {}] regionserver.HStore(327): Store=ad423d60ec0ed1a0c6a6e8dd4bf79332/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:56,912 INFO [StoreOpener-ad423d60ec0ed1a0c6a6e8dd4bf79332-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:20:56,913 INFO [StoreOpener-ad423d60ec0ed1a0c6a6e8dd4bf79332-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad423d60ec0ed1a0c6a6e8dd4bf79332 columnFamilyName queue 2024-11-09T11:20:56,913 DEBUG [StoreOpener-ad423d60ec0ed1a0c6a6e8dd4bf79332-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:56,913 INFO [StoreOpener-ad423d60ec0ed1a0c6a6e8dd4bf79332-1 {}] regionserver.HStore(327): Store=ad423d60ec0ed1a0c6a6e8dd4bf79332/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:56,914 INFO [StoreOpener-ad423d60ec0ed1a0c6a6e8dd4bf79332-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:20:56,914 INFO [StoreOpener-ad423d60ec0ed1a0c6a6e8dd4bf79332-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad423d60ec0ed1a0c6a6e8dd4bf79332 columnFamilyName sid 2024-11-09T11:20:56,914 DEBUG [StoreOpener-ad423d60ec0ed1a0c6a6e8dd4bf79332-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:56,915 INFO [StoreOpener-ad423d60ec0ed1a0c6a6e8dd4bf79332-1 {}] regionserver.HStore(327): Store=ad423d60ec0ed1a0c6a6e8dd4bf79332/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:56,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:20:56,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/replication/ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:20:56,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/replication/ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:20:56,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:20:56,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:20:56,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:20:56,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:20:56,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/replication/ad423d60ec0ed1a0c6a6e8dd4bf79332/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:56,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ad423d60ec0ed1a0c6a6e8dd4bf79332; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66734414, jitterRate=-0.005579739809036255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:20:56,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:20:56,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ad423d60ec0ed1a0c6a6e8dd4bf79332: Running coprocessor pre-open hook at 1731151256908Writing region info on filesystem at 1731151256908Initializing all the Stores at 1731151256908Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151256908Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151256910 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151256910Cleaning up temporary data from old regions at 1731151256916 (+6 ms)Running coprocessor post-open hooks at 1731151256921 (+5 ms)Region opened successfully at 1731151256921 2024-11-09T11:20:56,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332., pid=10, masterSystemTime=1731151256877 2024-11-09T11:20:56,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332. 2024-11-09T11:20:56,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332. 2024-11-09T11:20:56,925 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ad423d60ec0ed1a0c6a6e8dd4bf79332, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,36281,1731151248115 2024-11-09T11:20:56,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad423d60ec0ed1a0c6a6e8dd4bf79332, server=3264b4bbda9f,36281,1731151248115 because future has completed 2024-11-09T11:20:56,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T11:20:56,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ad423d60ec0ed1a0c6a6e8dd4bf79332, server=3264b4bbda9f,36281,1731151248115 in 204 msec 2024-11-09T11:20:56,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T11:20:56,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad423d60ec0ed1a0c6a6e8dd4bf79332, ASSIGN in 362 msec 2024-11-09T11:20:56,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:20:56,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151256932"}]},"ts":"1731151256932"} 2024-11-09T11:20:56,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T11:20:56,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:20:56,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 398 msec 2024-11-09T11:20:56,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332., hostname=3264b4bbda9f,36281,1731151248115, seqNum=2] 2024-11-09T11:20:57,073 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 379, reset compression=false 2024-11-09T11:20:57,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470 2024-11-09T11:20:57,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470 2024-11-09T11:20:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:57,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:20:57,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T11:20:57,356 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T11:20:57,383 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3264b4bbda9f,36281,1731151248115, ReplicationSource: 1, currentBandwidth=0 2024-11-09T11:20:57,384 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:57,384 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,36281,1731151248115, seqNum=-1] 2024-11-09T11:20:57,384 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:57,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T11:20:57,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3264b4bbda9f,36281,1731151248115', locateType=CURRENT is [region=hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332., hostname=3264b4bbda9f,36281,1731151248115, seqNum=2] 2024-11-09T11:20:57,389 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T11:20:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T11:20:57,391 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3264b4bbda9f,36281,1731151248115 suceeded 2024-11-09T11:20:57,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T11:20:57,393 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3264b4bbda9f:42479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:20:57,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-09T11:20:57,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 869 msec 2024-11-09T11:20:57,406 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:42479' 2024-11-09T11:20:57,407 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fdd2ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:57,407 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42479,-1 for getting cluster id 2024-11-09T11:20:57,407 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:57,408 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adc099c0-0d0a-466a-b66d-7e868879bb53' 2024-11-09T11:20:57,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:57,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adc099c0-0d0a-466a-b66d-7e868879bb53" 2024-11-09T11:20:57,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5dddad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:57,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42479,-1] 2024-11-09T11:20:57,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:57,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:57,409 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:57,409 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28d940dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:57,409 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:20:57,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,42479,1731151241947 2024-11-09T11:20:57,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@701ab4eb 2024-11-09T11:20:57,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:57,411 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-09T11:20:57,411 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3264b4bbda9f,36281,1731151248115 (queues=1) is replicating from cluster=30c1ace0-6848-449a-9603-c247f6b2bf09 to cluster=adc099c0-0d0a-466a-b66d-7e868879bb53 2024-11-09T11:20:57,411 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3264b4bbda9f%2C36281%2C1731151248115 2024-11-09T11:20:57,411 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3264b4bbda9f,36281,1731151248115, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:20:57,412 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941, startPosition=0, beingWritten=true 2024-11-09T11:20:57,412 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.shipper3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C36281%2C1731151248115 2024-11-09T11:20:57,417 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:20:57,417 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 379, reset compression=false 2024-11-09T11:20:57,417 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.shipper3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,36281,1731151248115 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:20:57,477 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 379, reset compression=false 2024-11-09T11:20:57,626 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 379, reset compression=false 2024-11-09T11:20:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:20:57,668 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T11:20:57,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:20:57,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:57,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:57,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:57,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:20:57,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:57,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,46361,1731151242357, seqNum=-1] 2024-11-09T11:20:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:57,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59., hostname=3264b4bbda9f,46361,1731151242357, seqNum=2] 2024-11-09T11:20:57,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,36281,1731151248115, seqNum=-1] 2024-11-09T11:20:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:57,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:57,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731151253220.6e299ed513aa330a262478a622060a3c., hostname=3264b4bbda9f,36281,1731151248115, seqNum=2] 2024-11-09T11:20:57,680 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T11:20:57,938 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 379, reset compression=false 2024-11-09T11:20:57,981 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 379, reset compression=false 2024-11-09T11:20:57,988 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:20:57,988 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 480, reset compression=false 2024-11-09T11:20:57,988 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.shipper3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,46361,1731151242357 got entry batch from reader: WALEntryBatch [walEntries=[{test/56cad0eed6f3c41b0bde59720bc76d59/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T11:20:57,990 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.shipper3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:20:57,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-09T11:20:57,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:20:57,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@253b5575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:57,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,44369,-1 for getting cluster id 2024-11-09T11:20:57,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:57,995 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30c1ace0-6848-449a-9603-c247f6b2bf09' 2024-11-09T11:20:57,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:57,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30c1ace0-6848-449a-9603-c247f6b2bf09" 2024-11-09T11:20:57,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69a023d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:57,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,44369,-1] 2024-11-09T11:20:57,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:57,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:57,996 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:57,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48808be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:58,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:58,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,36281,1731151248115, seqNum=-1] 2024-11-09T11:20:58,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:58,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T11:20:58,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731151253220.6e299ed513aa330a262478a622060a3c., hostname=3264b4bbda9f,36281,1731151248115, seqNum=2] 2024-11-09T11:20:58,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:20:58,193 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 480, reset compression=false 2024-11-09T11:20:58,341 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 379, reset compression=false 2024-11-09T11:20:58,349 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:20:58,349 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 504, reset compression=false 2024-11-09T11:20:58,349 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.shipper3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,36281,1731151248115 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:20:58,499 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 480, reset compression=false 2024-11-09T11:20:58,554 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 504, reset compression=false 2024-11-09T11:20:58,684 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T11:20:58,692 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T11:20:58,866 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 504, reset compression=false 2024-11-09T11:20:58,898 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:20:58,898 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 608, reset compression=false 2024-11-09T11:20:58,898 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.shipper3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,36281,1731151248115 got entry batch from reader: WALEntryBatch [walEntries=[{test/6e299ed513aa330a262478a622060a3c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T11:20:58,903 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 480, reset compression=false 2024-11-09T11:20:58,912 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.shipper3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:20:58,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-09T11:20:58,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:20:58,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fdf7751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:58,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42479,-1 for getting cluster id 2024-11-09T11:20:58,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:20:58,929 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adc099c0-0d0a-466a-b66d-7e868879bb53' 2024-11-09T11:20:58,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:20:58,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adc099c0-0d0a-466a-b66d-7e868879bb53" 2024-11-09T11:20:58,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f4a2cd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:58,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42479,-1] 2024-11-09T11:20:58,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:20:58,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:58,931 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:20:58,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bd111ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:58,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:20:58,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,46361,1731151242357, seqNum=-1] 2024-11-09T11:20:58,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:58,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T11:20:58,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59., hostname=3264b4bbda9f,46361,1731151242357, seqNum=2] 2024-11-09T11:20:58,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:20:59,118 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 608, reset compression=false 2024-11-09T11:20:59,426 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 480, reset compression=false 2024-11-09T11:20:59,433 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 608, reset compression=false 2024-11-09T11:20:59,454 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:20:59,454 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 607, reset compression=false 2024-11-09T11:20:59,454 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.shipper3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,46361,1731151242357 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:20:59,696 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T11:20:59,701 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 607, reset compression=false 2024-11-09T11:20:59,714 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T11:20:59,736 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:20:59,736 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 763, reset compression=false 2024-11-09T11:20:59,736 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.shipper3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,46361,1731151242357 got entry batch from reader: WALEntryBatch [walEntries=[{test/56cad0eed6f3c41b0bde59720bc76d59/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T11:20:59,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:20:59,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:20:59,867 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 608, reset compression=false 2024-11-09T11:20:59,886 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:20:59,887 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 756, reset compression=false 2024-11-09T11:20:59,887 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.shipper3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,36281,1731151248115 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:20:59,973 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 763, reset compression=false 2024-11-09T11:21:00,097 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 756, reset compression=false 2024-11-09T11:21:00,288 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 763, reset compression=false 2024-11-09T11:21:00,452 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 756, reset compression=false 2024-11-09T11:21:00,716 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T11:21:00,724 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T11:21:00,731 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 763, reset compression=false 2024-11-09T11:21:00,892 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 756, reset compression=false 2024-11-09T11:21:00,905 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:21:00,905 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 915, reset compression=false 2024-11-09T11:21:00,905 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.shipper3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,36281,1731151248115 got entry batch from reader: WALEntryBatch [walEntries=[{test/6e299ed513aa330a262478a622060a3c/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T11:21:00,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:21:00,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:21:01,114 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 915, reset compression=false 2024-11-09T11:21:01,253 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 763, reset compression=false 2024-11-09T11:21:01,256 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:21:01,257 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 912, reset compression=false 2024-11-09T11:21:01,257 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.shipper3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,46361,1731151242357 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:21:01,428 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 915, reset compression=false 2024-11-09T11:21:01,466 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 912, reset compression=false 2024-11-09T11:21:01,685 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:21:01,746 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T11:21:01,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:21:01,750 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:21:01,750 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:01,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:01,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:01,750 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:21:01,750 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1291650469, stopped=false 2024-11-09T11:21:01,750 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,44369,1731151247918 2024-11-09T11:21:01,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:01,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:01,776 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 912, reset compression=false 2024-11-09T11:21:01,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:01,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:01,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:01,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:01,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:01,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:01,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:01,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:01,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:01,840 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 915, reset compression=false 2024-11-09T11:21:01,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1105625470/running 2024-11-09T11:21:01,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470 2024-11-09T11:21:01,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1105625470/running 2024-11-09T11:21:01,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470 2024-11-09T11:21:01,864 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:21:01,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:21:01,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:01,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:01,865 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,36281,1731151248115' ***** 2024-11-09T11:21:01,865 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:21:01,865 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:21:01,865 INFO [RS:0;3264b4bbda9f:36281 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:21:01,865 INFO [RS:0;3264b4bbda9f:36281 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:21:01,865 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e299ed513aa330a262478a622060a3c 2024-11-09T11:21:01,866 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:21:01,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Set watcher on znode that does not yet exist, /1105625470/running 2024-11-09T11:21:01,869 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(3091): Received CLOSE for ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:21:01,869 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,36281,1731151248115 2024-11-09T11:21:01,869 INFO [RS:0;3264b4bbda9f:36281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:21:01,869 INFO [RS:0;3264b4bbda9f:36281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:36281. 2024-11-09T11:21:01,869 DEBUG [RS:0;3264b4bbda9f:36281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:01,869 DEBUG [RS:0;3264b4bbda9f:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:01,869 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:21:01,869 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:21:01,870 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:21:01,870 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:21:01,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Set watcher on znode that does not yet exist, /1105625470/running 2024-11-09T11:21:01,875 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T11:21:01,875 DEBUG [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(1325): Online Regions={6e299ed513aa330a262478a622060a3c=test,,1731151253220.6e299ed513aa330a262478a622060a3c., ad423d60ec0ed1a0c6a6e8dd4bf79332=hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T11:21:01,875 DEBUG [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e299ed513aa330a262478a622060a3c, ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:21:01,876 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:21:01,876 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:21:01,876 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:21:01,876 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:21:01,876 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:21:01,876 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T11:21:01,876 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e299ed513aa330a262478a622060a3c, disabling compactions & flushes 2024-11-09T11:21:01,876 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731151253220.6e299ed513aa330a262478a622060a3c. 2024-11-09T11:21:01,876 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151253220.6e299ed513aa330a262478a622060a3c. 2024-11-09T11:21:01,876 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731151253220.6e299ed513aa330a262478a622060a3c. after waiting 0 ms 2024-11-09T11:21:01,877 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731151253220.6e299ed513aa330a262478a622060a3c. 2024-11-09T11:21:01,877 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6e299ed513aa330a262478a622060a3c 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-09T11:21:01,903 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/.tmp/info/c54dcd98c9a14f8288b59682caf6bb88 is 147, key is hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332./info:regioninfo/1731151256925/Put/seqid=0 2024-11-09T11:21:01,921 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/default/test/6e299ed513aa330a262478a622060a3c/.tmp/f/6e43e759f5b34e44b499aeca9c3ddefb is 29, key is row1/f:/1731151260718/DeleteFamily/seqid=0 2024-11-09T11:21:01,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741840_1016 (size=7686) 2024-11-09T11:21:01,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741841_1017 (size=5118) 2024-11-09T11:21:01,944 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:21:02,075 DEBUG [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e299ed513aa330a262478a622060a3c, ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:21:02,224 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 912, reset compression=false 2024-11-09T11:21:02,276 DEBUG [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e299ed513aa330a262478a622060a3c, ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:21:02,335 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/.tmp/info/c54dcd98c9a14f8288b59682caf6bb88 2024-11-09T11:21:02,337 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/default/test/6e299ed513aa330a262478a622060a3c/.tmp/f/6e43e759f5b34e44b499aeca9c3ddefb 2024-11-09T11:21:02,344 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e43e759f5b34e44b499aeca9c3ddefb 2024-11-09T11:21:02,360 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/.tmp/ns/e94f5225ce5f4d4aa5bbd24dec41da56 is 43, key is default/ns:d/1731151250997/Put/seqid=0 2024-11-09T11:21:02,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741842_1018 (size=5153) 2024-11-09T11:21:02,369 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/default/test/6e299ed513aa330a262478a622060a3c/.tmp/f1/c66fc8f092d0499dbec29f0e313dbde1 is 30, key is row1/f1:/1731151260718/DeleteFamily/seqid=0 2024-11-09T11:21:02,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741843_1019 (size=5123) 2024-11-09T11:21:02,377 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 915, reset compression=false 2024-11-09T11:21:02,381 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:21:02,381 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 1162, reset compression=false 2024-11-09T11:21:02,381 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.shipper3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,36281,1731151248115 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:21:02,382 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.shipper3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3264b4bbda9f,36281,1731151248115: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3264b4bbda9f,36281,1731151248115, walGroup=3264b4bbda9f%2C36281%2C1731151248115, offset=3264b4bbda9f%2C36281%2C1731151248115.1731151249941:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:36281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T11:21:02,384 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.shipper3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T11:21:02,384 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.shipper3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T11:21:02,384 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.shipper3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T11:21:02,384 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.shipper3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T11:21:02,384 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.shipper3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T11:21:02,384 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.shipper3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 584715432 }, "NonHeapMemoryUsage": { "committed": 193855488, "init": 7667712, "max": -1, "used": 190190792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T11:21:02,385 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.shipper3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:44369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:44369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T11:21:02,476 DEBUG [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e299ed513aa330a262478a622060a3c, ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:21:02,590 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 1162, reset compression=false 2024-11-09T11:21:02,676 DEBUG [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e299ed513aa330a262478a622060a3c, ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:21:02,729 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 912, reset compression=false 2024-11-09T11:21:02,769 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/.tmp/ns/e94f5225ce5f4d4aa5bbd24dec41da56 2024-11-09T11:21:02,777 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/default/test/6e299ed513aa330a262478a622060a3c/.tmp/f1/c66fc8f092d0499dbec29f0e313dbde1 2024-11-09T11:21:02,784 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c66fc8f092d0499dbec29f0e313dbde1 2024-11-09T11:21:02,800 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/.tmp/rep_barrier/7d8f7bade535410faa5652b3bf0d7987 is 112, key is test,,1731151253220.6e299ed513aa330a262478a622060a3c./rep_barrier:seqnumDuringOpen/1731151254376/Put/seqid=0 2024-11-09T11:21:02,805 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/default/test/6e299ed513aa330a262478a622060a3c/.tmp/norep/8a73c926132f48938fd80e4681e161a1 is 33, key is row1/norep:/1731151260718/DeleteFamily/seqid=0 2024-11-09T11:21:02,810 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:21:02,810 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:21:02,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741845_1021 (size=5108) 2024-11-09T11:21:02,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741844_1020 (size=5518) 2024-11-09T11:21:02,821 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/default/test/6e299ed513aa330a262478a622060a3c/.tmp/norep/8a73c926132f48938fd80e4681e161a1 2024-11-09T11:21:02,828 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a73c926132f48938fd80e4681e161a1 2024-11-09T11:21:02,829 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/default/test/6e299ed513aa330a262478a622060a3c/.tmp/f/6e43e759f5b34e44b499aeca9c3ddefb as hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/default/test/6e299ed513aa330a262478a622060a3c/f/6e43e759f5b34e44b499aeca9c3ddefb 2024-11-09T11:21:02,840 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e43e759f5b34e44b499aeca9c3ddefb 2024-11-09T11:21:02,840 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/default/test/6e299ed513aa330a262478a622060a3c/f/6e43e759f5b34e44b499aeca9c3ddefb, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T11:21:02,843 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/default/test/6e299ed513aa330a262478a622060a3c/.tmp/f1/c66fc8f092d0499dbec29f0e313dbde1 as hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/default/test/6e299ed513aa330a262478a622060a3c/f1/c66fc8f092d0499dbec29f0e313dbde1 2024-11-09T11:21:02,854 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c66fc8f092d0499dbec29f0e313dbde1 2024-11-09T11:21:02,854 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/default/test/6e299ed513aa330a262478a622060a3c/f1/c66fc8f092d0499dbec29f0e313dbde1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T11:21:02,855 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/default/test/6e299ed513aa330a262478a622060a3c/.tmp/norep/8a73c926132f48938fd80e4681e161a1 as hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/default/test/6e299ed513aa330a262478a622060a3c/norep/8a73c926132f48938fd80e4681e161a1 2024-11-09T11:21:02,874 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a73c926132f48938fd80e4681e161a1 2024-11-09T11:21:02,874 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/default/test/6e299ed513aa330a262478a622060a3c/norep/8a73c926132f48938fd80e4681e161a1, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T11:21:02,876 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6e299ed513aa330a262478a622060a3c in 999ms, sequenceid=8, compaction requested=false 2024-11-09T11:21:02,876 DEBUG [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e299ed513aa330a262478a622060a3c, ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:21:02,893 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/default/test/6e299ed513aa330a262478a622060a3c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T11:21:02,893 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 1162, reset compression=false 2024-11-09T11:21:02,893 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:21:02,893 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:21:02,893 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731151253220.6e299ed513aa330a262478a622060a3c. 2024-11-09T11:21:02,894 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e299ed513aa330a262478a622060a3c: Waiting for close lock at 1731151261876Running coprocessor pre-close hooks at 1731151261876Disabling compacts and flushes for region at 1731151261876Disabling writes for close at 1731151261876Obtaining lock to block concurrent updates at 1731151261877 (+1 ms)Preparing flush snapshotting stores in 6e299ed513aa330a262478a622060a3c at 1731151261877Finished memstore snapshotting test,,1731151253220.6e299ed513aa330a262478a622060a3c., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731151261877Flushing stores of test,,1731151253220.6e299ed513aa330a262478a622060a3c. at 1731151261896 (+19 ms)Flushing 6e299ed513aa330a262478a622060a3c/f: creating writer at 1731151261896Flushing 6e299ed513aa330a262478a622060a3c/f: appending metadata at 1731151261920 (+24 ms)Flushing 6e299ed513aa330a262478a622060a3c/f: closing flushed file at 1731151261920Flushing 6e299ed513aa330a262478a622060a3c/f1: creating writer at 1731151262345 (+425 ms)Flushing 6e299ed513aa330a262478a622060a3c/f1: appending metadata at 1731151262368 (+23 ms)Flushing 6e299ed513aa330a262478a622060a3c/f1: closing flushed file at 1731151262368Flushing 6e299ed513aa330a262478a622060a3c/norep: creating writer at 1731151262784 (+416 ms)Flushing 6e299ed513aa330a262478a622060a3c/norep: appending metadata at 1731151262805 (+21 ms)Flushing 6e299ed513aa330a262478a622060a3c/norep: closing flushed file at 1731151262805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d83e78: reopening flushed file at 1731151262828 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29ffc6ad: reopening flushed file at 1731151262840 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73aca636: reopening flushed file at 1731151262854 (+14 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6e299ed513aa330a262478a622060a3c in 999ms, sequenceid=8, compaction requested=false at 1731151262876 (+22 ms)Writing region close event to WAL at 1731151262880 (+4 ms)Running coprocessor post-close hooks at 1731151262893 (+13 ms)Closed at 1731151262893 2024-11-09T11:21:02,894 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731151253220.6e299ed513aa330a262478a622060a3c. 2024-11-09T11:21:02,894 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad423d60ec0ed1a0c6a6e8dd4bf79332, disabling compactions & flushes 2024-11-09T11:21:02,894 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332. 2024-11-09T11:21:02,894 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332. 2024-11-09T11:21:02,894 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332. after waiting 0 ms 2024-11-09T11:21:02,894 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332. 2024-11-09T11:21:02,894 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad423d60ec0ed1a0c6a6e8dd4bf79332: Waiting for close lock at 1731151262894Running coprocessor pre-close hooks at 1731151262894Disabling compacts and flushes for region at 1731151262894Disabling writes for close at 1731151262894Failed flush hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332., putting online again at 1731151262894 2024-11-09T11:21:02,894 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332. 2024-11-09T11:21:02,910 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:21:02,910 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 1806, reset compression=false 2024-11-09T11:21:03,076 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T11:21:03,076 DEBUG [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(1325): Online Regions={ad423d60ec0ed1a0c6a6e8dd4bf79332=hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T11:21:03,077 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(3091): Received CLOSE for ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:21:03,077 DEBUG [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad423d60ec0ed1a0c6a6e8dd4bf79332 2024-11-09T11:21:03,077 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad423d60ec0ed1a0c6a6e8dd4bf79332, disabling compactions & flushes 2024-11-09T11:21:03,077 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332. 2024-11-09T11:21:03,077 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332. 2024-11-09T11:21:03,077 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332. after waiting 0 ms 2024-11-09T11:21:03,077 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332. 2024-11-09T11:21:03,077 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad423d60ec0ed1a0c6a6e8dd4bf79332: Waiting for close lock at 1731151263077Running coprocessor pre-close hooks at 1731151263077Disabling compacts and flushes for region at 1731151263077Disabling writes for close at 1731151263077Failed flush hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332., putting online again at 1731151263077 2024-11-09T11:21:03,077 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731151256537.ad423d60ec0ed1a0c6a6e8dd4bf79332. 2024-11-09T11:21:03,117 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 1806, reset compression=false 2024-11-09T11:21:03,221 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/.tmp/rep_barrier/7d8f7bade535410faa5652b3bf0d7987 2024-11-09T11:21:03,264 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/.tmp/table/2fe043c5b2a24fa398e98cee98d67be8 is 53, key is hbase:replication/table:state/1731151256932/Put/seqid=0 2024-11-09T11:21:03,277 DEBUG [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:21:03,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741846_1022 (size=5308) 2024-11-09T11:21:03,278 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/.tmp/table/2fe043c5b2a24fa398e98cee98d67be8 2024-11-09T11:21:03,284 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/.tmp/info/c54dcd98c9a14f8288b59682caf6bb88 as hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/info/c54dcd98c9a14f8288b59682caf6bb88 2024-11-09T11:21:03,292 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/info/c54dcd98c9a14f8288b59682caf6bb88, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T11:21:03,304 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/.tmp/ns/e94f5225ce5f4d4aa5bbd24dec41da56 as hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/ns/e94f5225ce5f4d4aa5bbd24dec41da56 2024-11-09T11:21:03,336 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 912, reset compression=false 2024-11-09T11:21:03,343 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/ns/e94f5225ce5f4d4aa5bbd24dec41da56, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T11:21:03,351 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/.tmp/rep_barrier/7d8f7bade535410faa5652b3bf0d7987 as hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/rep_barrier/7d8f7bade535410faa5652b3bf0d7987 2024-11-09T11:21:03,385 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/rep_barrier/7d8f7bade535410faa5652b3bf0d7987, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T11:21:03,386 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/.tmp/table/2fe043c5b2a24fa398e98cee98d67be8 as hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/table/2fe043c5b2a24fa398e98cee98d67be8 2024-11-09T11:21:03,390 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/table/2fe043c5b2a24fa398e98cee98d67be8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T11:21:03,391 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1515ms, sequenceid=16, compaction requested=false 2024-11-09T11:21:03,424 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.1731151249941 to pos 1806, reset compression=false 2024-11-09T11:21:03,439 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T11:21:03,440 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:21:03,440 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:21:03,440 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:21:03,440 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151261876Running coprocessor pre-close hooks at 1731151261876Disabling compacts and flushes for region at 1731151261876Disabling writes for close at 1731151261876Obtaining lock to block concurrent updates at 1731151261876Preparing flush snapshotting stores in 1588230740 at 1731151261876Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731151261877 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731151261878 (+1 ms)Flushing 1588230740/info: creating writer at 1731151261878Flushing 1588230740/info: appending metadata at 1731151261903 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731151261903Flushing 1588230740/ns: creating writer at 1731151262342 (+439 ms)Flushing 1588230740/ns: appending metadata at 1731151262360 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731151262360Flushing 1588230740/rep_barrier: creating writer at 1731151262780 (+420 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731151262799 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731151262799Flushing 1588230740/table: creating writer at 1731151263235 (+436 ms)Flushing 1588230740/table: appending metadata at 1731151263264 (+29 ms)Flushing 1588230740/table: closing flushed file at 1731151263264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc3aee7: reopening flushed file at 1731151263283 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55f5101f: reopening flushed file at 1731151263293 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad5b90: reopening flushed file at 1731151263343 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43644332: reopening flushed file at 1731151263386 (+43 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1515ms, sequenceid=16, compaction requested=false at 1731151263392 (+6 ms)Writing region close event to WAL at 1731151263413 (+21 ms)Running coprocessor post-close hooks at 1731151263439 (+26 ms)Closed at 1731151263440 (+1 ms) 2024-11-09T11:21:03,440 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:21:03,477 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T11:21:03,477 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,36281,1731151248115; all regions closed. 2024-11-09T11:21:03,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741834_1010 (size=4239) 2024-11-09T11:21:03,487 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/WALs/3264b4bbda9f,36281,1731151248115/3264b4bbda9f%2C36281%2C1731151248115.rep.1731151256882 not finished, retry = 0 2024-11-09T11:21:03,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741839_1015 (size=1733) 2024-11-09T11:21:03,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741832_1008 (size=1814) 2024-11-09T11:21:03,590 DEBUG [RS:0;3264b4bbda9f:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:03,591 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:21:03,591 INFO [RS:0;3264b4bbda9f:36281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:21:03,591 INFO [RS:0;3264b4bbda9f:36281 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T11:21:03,591 INFO [RS:0;3264b4bbda9f:36281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:21:03,591 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:21:03,591 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3264b4bbda9f,36281,1731151248115 because: Region server is closing 2024-11-09T11:21:03,592 INFO [RS:0;3264b4bbda9f:36281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:36281. 2024-11-09T11:21:03,592 DEBUG [RS:0;3264b4bbda9f:36281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:03,592 DEBUG [RS:0;3264b4bbda9f:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:03,592 DEBUG [RS:0;3264b4bbda9f:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:03,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:03,696 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.shipper3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 terminated 2024-11-09T11:21:03,696 INFO [RS:0;3264b4bbda9f:36281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:36281. 2024-11-09T11:21:03,696 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36281,1731151248115.replicationSource.wal-reader.3264b4bbda9f%2C36281%2C1731151248115,1-3264b4bbda9f,36281,1731151248115 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T11:21:03,696 DEBUG [RS:0;3264b4bbda9f:36281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:03,696 DEBUG [RS:0;3264b4bbda9f:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:03,697 DEBUG [RS:0;3264b4bbda9f:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:03,697 INFO [RS:0;3264b4bbda9f:36281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36281 2024-11-09T11:21:03,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:03,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1105625470/rs/3264b4bbda9f,36281,1731151248115 2024-11-09T11:21:03,734 INFO [RS:0;3264b4bbda9f:36281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:21:03,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470/rs 2024-11-09T11:21:03,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,36281,1731151248115] 2024-11-09T11:21:03,867 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1105625470/draining/3264b4bbda9f,36281,1731151248115 already deleted, retry=false 2024-11-09T11:21:03,867 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,36281,1731151248115 expired; onlineServers=0 2024-11-09T11:21:03,867 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,44369,1731151247918' ***** 2024-11-09T11:21:03,867 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:21:03,867 INFO [M:0;3264b4bbda9f:44369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:21:03,867 INFO [M:0;3264b4bbda9f:44369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:21:03,867 DEBUG [M:0;3264b4bbda9f:44369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:21:03,867 DEBUG [M:0;3264b4bbda9f:44369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:21:03,867 INFO [M:0;3264b4bbda9f:44369 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:21:03,867 INFO [M:0;3264b4bbda9f:44369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:21:03,868 DEBUG [M:0;3264b4bbda9f:44369 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:21:03,868 INFO [M:0;3264b4bbda9f:44369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:21:03,868 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151249708 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151249708,5,FailOnTimeoutGroup] 2024-11-09T11:21:03,868 INFO [M:0;3264b4bbda9f:44369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:21:03,868 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151249704 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151249704,5,FailOnTimeoutGroup] 2024-11-09T11:21:03,868 INFO [M:0;3264b4bbda9f:44369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:21:03,868 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:21:03,868 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:21:03,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:03,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011f53957c0004, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:03,889 INFO [RS:0;3264b4bbda9f:36281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:21:03,889 INFO [RS:0;3264b4bbda9f:36281 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,36281,1731151248115; zookeeper connection closed. 2024-11-09T11:21:03,889 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e917be9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e917be9 2024-11-09T11:21:03,889 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:21:03,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1105625470/master 2024-11-09T11:21:03,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1105625470 2024-11-09T11:21:04,008 DEBUG [M:0;3264b4bbda9f:44369 {}] zookeeper.RecoverableZooKeeper(212): Node /1105625470/master already deleted, retry=false 2024-11-09T11:21:04,008 DEBUG [M:0;3264b4bbda9f:44369 {}] master.ActiveMasterManager(353): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Failed delete of our master address node; KeeperErrorCode = NoNode for /1105625470/master 2024-11-09T11:21:04,009 INFO [M:0;3264b4bbda9f:44369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/.lastflushedseqids 2024-11-09T11:21:04,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741847_1023 (size=245) 2024-11-09T11:21:04,089 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 912, reset compression=false 2024-11-09T11:21:04,417 INFO [M:0;3264b4bbda9f:44369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:21:04,417 INFO [M:0;3264b4bbda9f:44369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:21:04,417 DEBUG [M:0;3264b4bbda9f:44369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:21:04,417 INFO [M:0;3264b4bbda9f:44369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:04,417 DEBUG [M:0;3264b4bbda9f:44369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:04,417 DEBUG [M:0;3264b4bbda9f:44369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:21:04,417 DEBUG [M:0;3264b4bbda9f:44369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:04,417 INFO [M:0;3264b4bbda9f:44369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T11:21:04,435 DEBUG [M:0;3264b4bbda9f:44369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15c48bf1ad0444b19d75f05883ec04e2 is 82, key is hbase:meta,,1/info:regioninfo/1731151250977/Put/seqid=0 2024-11-09T11:21:04,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741848_1024 (size=5672) 2024-11-09T11:21:04,839 INFO [M:0;3264b4bbda9f:44369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15c48bf1ad0444b19d75f05883ec04e2 2024-11-09T11:21:04,870 DEBUG [M:0;3264b4bbda9f:44369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c0b6e6b6cbb4bb5b17cfa6494f5bb36 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731151256936/Put/seqid=0 2024-11-09T11:21:04,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T11:21:04,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T11:21:04,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741849_1025 (size=8517) 2024-11-09T11:21:04,893 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 912, reset compression=false 2024-11-09T11:21:05,290 INFO [M:0;3264b4bbda9f:44369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c0b6e6b6cbb4bb5b17cfa6494f5bb36 2024-11-09T11:21:05,307 DEBUG [M:0;3264b4bbda9f:44369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a2e311c2a444ad5a23915e1efab40b3 is 69, key is 3264b4bbda9f,36281,1731151248115/rs:state/1731151249780/Put/seqid=0 2024-11-09T11:21:05,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741850_1026 (size=5156) 2024-11-09T11:21:05,417 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:21:05,418 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:21:05,418 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28216 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:21:05,729 INFO [M:0;3264b4bbda9f:44369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a2e311c2a444ad5a23915e1efab40b3 2024-11-09T11:21:05,732 DEBUG [M:0;3264b4bbda9f:44369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15c48bf1ad0444b19d75f05883ec04e2 as hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/15c48bf1ad0444b19d75f05883ec04e2 2024-11-09T11:21:05,735 INFO [M:0;3264b4bbda9f:44369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/15c48bf1ad0444b19d75f05883ec04e2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T11:21:05,736 DEBUG [M:0;3264b4bbda9f:44369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c0b6e6b6cbb4bb5b17cfa6494f5bb36 as hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c0b6e6b6cbb4bb5b17cfa6494f5bb36 2024-11-09T11:21:05,739 INFO [M:0;3264b4bbda9f:44369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c0b6e6b6cbb4bb5b17cfa6494f5bb36, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T11:21:05,740 DEBUG [M:0;3264b4bbda9f:44369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a2e311c2a444ad5a23915e1efab40b3 as hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a2e311c2a444ad5a23915e1efab40b3 2024-11-09T11:21:05,743 INFO [M:0;3264b4bbda9f:44369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a2e311c2a444ad5a23915e1efab40b3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T11:21:05,744 INFO [M:0;3264b4bbda9f:44369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=97, compaction requested=false 2024-11-09T11:21:05,755 INFO [M:0;3264b4bbda9f:44369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:05,755 DEBUG [M:0;3264b4bbda9f:44369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151264417Disabling compacts and flushes for region at 1731151264417Disabling writes for close at 1731151264417Obtaining lock to block concurrent updates at 1731151264417Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151264417Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731151264417Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151264418 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151264418Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151264434 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151264434Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151264848 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151264869 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151264869Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151265293 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151265307 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151265307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@292eb293: reopening flushed file at 1731151265732 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@641f344b: reopening flushed file at 1731151265735 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5857ce0c: reopening flushed file at 1731151265739 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=97, compaction requested=false at 1731151265744 (+5 ms)Writing region close event to WAL at 1731151265755 (+11 ms)Closed at 1731151265755 2024-11-09T11:21:05,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38887 is added to blk_1073741830_1006 (size=63666) 2024-11-09T11:21:05,757 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3801aa95-dcd6-b114-1724-7a961765ae71/MasterData/WALs/3264b4bbda9f,44369,1731151247918/3264b4bbda9f%2C44369%2C1731151247918.1731151249463 not finished, retry = 0 2024-11-09T11:21:05,811 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 912, reset compression=false 2024-11-09T11:21:05,858 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:21:05,858 INFO [M:0;3264b4bbda9f:44369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:21:05,858 INFO [M:0;3264b4bbda9f:44369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44369 2024-11-09T11:21:05,859 INFO [M:0;3264b4bbda9f:44369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:21:06,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:06,081 INFO [M:0;3264b4bbda9f:44369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:21:06,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1011f53957c0003, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:06,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69a6dee9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:21:06,083 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28f81f89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:21:06,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:21:06,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f3dee80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:21:06,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1664869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/hadoop.log.dir/,STOPPED} 2024-11-09T11:21:06,085 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:21:06,085 WARN [BP-1767087585-172.17.0.2-1731151245211 heartbeating to localhost/127.0.0.1:33117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:21:06,085 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:21:06,085 WARN [BP-1767087585-172.17.0.2-1731151245211 heartbeating to localhost/127.0.0.1:33117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1767087585-172.17.0.2-1731151245211 (Datanode Uuid ef50098d-2482-4191-8b83-32788a73c895) service to localhost/127.0.0.1:33117 2024-11-09T11:21:06,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/cluster_60c4e3fc-212e-9cc9-13bb-daf0c5b89b8e/data/data1/current/BP-1767087585-172.17.0.2-1731151245211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:21:06,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/cluster_60c4e3fc-212e-9cc9-13bb-daf0c5b89b8e/data/data2/current/BP-1767087585-172.17.0.2-1731151245211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:21:06,086 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:21:06,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@509e4c49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:21:06,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e55e70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:21:06,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:21:06,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8ccabc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:21:06,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@748d40d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/hadoop.log.dir/,STOPPED} 2024-11-09T11:21:06,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:21:06,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:21:06,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:21:06,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:06,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:06,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:06,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:06,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:21:06,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=830373103, stopped=false 2024-11-09T11:21:06,113 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,42479,1731151241947 2024-11-09T11:21:06,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-548566664/running 2024-11-09T11:21:06,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-548566664/running 2024-11-09T11:21:06,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664 2024-11-09T11:21:06,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664 2024-11-09T11:21:06,128 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:21:06,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Set watcher on znode that does not yet exist, /0-548566664/running 2024-11-09T11:21:06,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:21:06,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:06,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:06,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Set watcher on znode that does not yet exist, /0-548566664/running 2024-11-09T11:21:06,129 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,46361,1731151242357' ***** 2024-11-09T11:21:06,129 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:21:06,129 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:21:06,129 INFO [RS:0;3264b4bbda9f:46361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:21:06,129 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:21:06,129 INFO [RS:0;3264b4bbda9f:46361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:21:06,130 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(3091): Received CLOSE for 56cad0eed6f3c41b0bde59720bc76d59 2024-11-09T11:21:06,130 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(3091): Received CLOSE for e042af7917bb4fb70026c59d2ee31116 2024-11-09T11:21:06,130 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,46361,1731151242357 2024-11-09T11:21:06,130 INFO [RS:0;3264b4bbda9f:46361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:21:06,130 INFO [RS:0;3264b4bbda9f:46361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:46361. 2024-11-09T11:21:06,130 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56cad0eed6f3c41b0bde59720bc76d59, disabling compactions & flushes 2024-11-09T11:21:06,130 DEBUG [RS:0;3264b4bbda9f:46361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:06,130 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59. 2024-11-09T11:21:06,130 DEBUG [RS:0;3264b4bbda9f:46361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:06,130 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59. 2024-11-09T11:21:06,130 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59. after waiting 0 ms 2024-11-09T11:21:06,130 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:21:06,130 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:21:06,130 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59. 2024-11-09T11:21:06,130 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:21:06,130 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:21:06,130 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 56cad0eed6f3c41b0bde59720bc76d59 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-09T11:21:06,130 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T11:21:06,130 DEBUG [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(1325): Online Regions={56cad0eed6f3c41b0bde59720bc76d59=test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59., 1588230740=hbase:meta,,1.1588230740, e042af7917bb4fb70026c59d2ee31116=hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116.} 2024-11-09T11:21:06,130 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:21:06,130 DEBUG [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56cad0eed6f3c41b0bde59720bc76d59, e042af7917bb4fb70026c59d2ee31116 2024-11-09T11:21:06,130 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:21:06,130 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:21:06,130 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:21:06,131 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:21:06,131 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T11:21:06,132 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:21:06,133 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:21:06,153 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/.tmp/info/c339ca88f2b24b76bbaac8a292732dcb is 147, key is hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116./info:regioninfo/1731151256197/Put/seqid=0 2024-11-09T11:21:06,155 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/default/test/56cad0eed6f3c41b0bde59720bc76d59/.tmp/f/e7e23446827344578f48a46691ccf02a is 29, key is row1/f:/1731151260718/DeleteFamily/seqid=0 2024-11-09T11:21:06,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741840_1016 (size=7686) 2024-11-09T11:21:06,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741841_1017 (size=5118) 2024-11-09T11:21:06,166 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/default/test/56cad0eed6f3c41b0bde59720bc76d59/.tmp/f/e7e23446827344578f48a46691ccf02a 2024-11-09T11:21:06,179 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7e23446827344578f48a46691ccf02a 2024-11-09T11:21:06,198 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/default/test/56cad0eed6f3c41b0bde59720bc76d59/.tmp/f1/88103b3a2e7e4e8bae73634a4b75bab5 is 30, key is row1/f1:/1731151260718/DeleteFamily/seqid=0 2024-11-09T11:21:06,198 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:21:06,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741842_1018 (size=5123) 2024-11-09T11:21:06,207 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/default/test/56cad0eed6f3c41b0bde59720bc76d59/.tmp/f1/88103b3a2e7e4e8bae73634a4b75bab5 2024-11-09T11:21:06,214 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88103b3a2e7e4e8bae73634a4b75bab5 2024-11-09T11:21:06,231 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/default/test/56cad0eed6f3c41b0bde59720bc76d59/.tmp/norep/9fb6b1d7f05d4bfda6dea728ed090147 is 32, key is row/norep:/1731151259710/DeleteFamily/seqid=0 2024-11-09T11:21:06,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741843_1019 (size=5101) 2024-11-09T11:21:06,238 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/default/test/56cad0eed6f3c41b0bde59720bc76d59/.tmp/norep/9fb6b1d7f05d4bfda6dea728ed090147 2024-11-09T11:21:06,246 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fb6b1d7f05d4bfda6dea728ed090147 2024-11-09T11:21:06,247 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/default/test/56cad0eed6f3c41b0bde59720bc76d59/.tmp/f/e7e23446827344578f48a46691ccf02a as hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/default/test/56cad0eed6f3c41b0bde59720bc76d59/f/e7e23446827344578f48a46691ccf02a 2024-11-09T11:21:06,251 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7e23446827344578f48a46691ccf02a 2024-11-09T11:21:06,251 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/default/test/56cad0eed6f3c41b0bde59720bc76d59/f/e7e23446827344578f48a46691ccf02a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T11:21:06,252 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/default/test/56cad0eed6f3c41b0bde59720bc76d59/.tmp/f1/88103b3a2e7e4e8bae73634a4b75bab5 as hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/default/test/56cad0eed6f3c41b0bde59720bc76d59/f1/88103b3a2e7e4e8bae73634a4b75bab5 2024-11-09T11:21:06,259 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88103b3a2e7e4e8bae73634a4b75bab5 2024-11-09T11:21:06,259 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/default/test/56cad0eed6f3c41b0bde59720bc76d59/f1/88103b3a2e7e4e8bae73634a4b75bab5, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T11:21:06,263 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/default/test/56cad0eed6f3c41b0bde59720bc76d59/.tmp/norep/9fb6b1d7f05d4bfda6dea728ed090147 as hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/default/test/56cad0eed6f3c41b0bde59720bc76d59/norep/9fb6b1d7f05d4bfda6dea728ed090147 2024-11-09T11:21:06,273 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fb6b1d7f05d4bfda6dea728ed090147 2024-11-09T11:21:06,273 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/default/test/56cad0eed6f3c41b0bde59720bc76d59/norep/9fb6b1d7f05d4bfda6dea728ed090147, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T11:21:06,277 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 56cad0eed6f3c41b0bde59720bc76d59 in 146ms, sequenceid=8, compaction requested=false 2024-11-09T11:21:06,282 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/default/test/56cad0eed6f3c41b0bde59720bc76d59/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T11:21:06,283 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:21:06,283 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:21:06,283 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59. 2024-11-09T11:21:06,283 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56cad0eed6f3c41b0bde59720bc76d59: Waiting for close lock at 1731151266130Running coprocessor pre-close hooks at 1731151266130Disabling compacts and flushes for region at 1731151266130Disabling writes for close at 1731151266130Obtaining lock to block concurrent updates at 1731151266130Preparing flush snapshotting stores in 56cad0eed6f3c41b0bde59720bc76d59 at 1731151266130Finished memstore snapshotting test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731151266131 (+1 ms)Flushing stores of test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59. at 1731151266134 (+3 ms)Flushing 56cad0eed6f3c41b0bde59720bc76d59/f: creating writer at 1731151266134Flushing 56cad0eed6f3c41b0bde59720bc76d59/f: appending metadata at 1731151266154 (+20 ms)Flushing 56cad0eed6f3c41b0bde59720bc76d59/f: closing flushed file at 1731151266154Flushing 56cad0eed6f3c41b0bde59720bc76d59/f1: creating writer at 1731151266179 (+25 ms)Flushing 56cad0eed6f3c41b0bde59720bc76d59/f1: appending metadata at 1731151266197 (+18 ms)Flushing 56cad0eed6f3c41b0bde59720bc76d59/f1: closing flushed file at 1731151266197Flushing 56cad0eed6f3c41b0bde59720bc76d59/norep: creating writer at 1731151266214 (+17 ms)Flushing 56cad0eed6f3c41b0bde59720bc76d59/norep: appending metadata at 1731151266231 (+17 ms)Flushing 56cad0eed6f3c41b0bde59720bc76d59/norep: closing flushed file at 1731151266231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c3a74f: reopening flushed file at 1731151266246 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fe15879: reopening flushed file at 1731151266252 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@270315a1: reopening flushed file at 1731151266259 (+7 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 56cad0eed6f3c41b0bde59720bc76d59 in 146ms, sequenceid=8, compaction requested=false at 1731151266277 (+18 ms)Writing region close event to WAL at 1731151266278 (+1 ms)Running coprocessor post-close hooks at 1731151266283 (+5 ms)Closed at 1731151266283 2024-11-09T11:21:06,283 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59. 2024-11-09T11:21:06,283 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e042af7917bb4fb70026c59d2ee31116, disabling compactions & flushes 2024-11-09T11:21:06,283 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116. 2024-11-09T11:21:06,283 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116. 2024-11-09T11:21:06,283 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116. after waiting 0 ms 2024-11-09T11:21:06,283 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116. 2024-11-09T11:21:06,283 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e042af7917bb4fb70026c59d2ee31116 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-09T11:21:06,308 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/replication/e042af7917bb4fb70026c59d2ee31116/.tmp/queue/94e0c7c76e134655bdf3b0f069305d1f is 153, key is 1-3264b4bbda9f,46361,1731151242357/queue:3264b4bbda9f%2C46361%2C1731151242357/1731151261258/Put/seqid=0 2024-11-09T11:21:06,331 DEBUG [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e042af7917bb4fb70026c59d2ee31116 2024-11-09T11:21:06,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741844_1020 (size=5352) 2024-11-09T11:21:06,531 DEBUG [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e042af7917bb4fb70026c59d2ee31116 2024-11-09T11:21:06,564 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/.tmp/info/c339ca88f2b24b76bbaac8a292732dcb 2024-11-09T11:21:06,597 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/.tmp/ns/34e55db81d084ddba746979bfff94221 is 43, key is default/ns:d/1731151245040/Put/seqid=0 2024-11-09T11:21:06,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741845_1021 (size=5153) 2024-11-09T11:21:06,601 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/.tmp/ns/34e55db81d084ddba746979bfff94221 2024-11-09T11:21:06,623 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/.tmp/rep_barrier/fdd0bccdb4e9462b81eb091197614d74 is 112, key is test,,1731151251070.56cad0eed6f3c41b0bde59720bc76d59./rep_barrier:seqnumDuringOpen/1731151252231/Put/seqid=0 2024-11-09T11:21:06,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741846_1022 (size=5518) 2024-11-09T11:21:06,731 DEBUG [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e042af7917bb4fb70026c59d2ee31116 2024-11-09T11:21:06,740 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/replication/e042af7917bb4fb70026c59d2ee31116/.tmp/queue/94e0c7c76e134655bdf3b0f069305d1f 2024-11-09T11:21:06,747 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/replication/e042af7917bb4fb70026c59d2ee31116/.tmp/queue/94e0c7c76e134655bdf3b0f069305d1f as hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/replication/e042af7917bb4fb70026c59d2ee31116/queue/94e0c7c76e134655bdf3b0f069305d1f 2024-11-09T11:21:06,752 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/replication/e042af7917bb4fb70026c59d2ee31116/queue/94e0c7c76e134655bdf3b0f069305d1f, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T11:21:06,753 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for e042af7917bb4fb70026c59d2ee31116 in 470ms, sequenceid=10, compaction requested=false 2024-11-09T11:21:06,760 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/replication/e042af7917bb4fb70026c59d2ee31116/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T11:21:06,762 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:21:06,762 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:21:06,762 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116. 2024-11-09T11:21:06,762 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e042af7917bb4fb70026c59d2ee31116: Waiting for close lock at 1731151266283Running coprocessor pre-close hooks at 1731151266283Disabling compacts and flushes for region at 1731151266283Disabling writes for close at 1731151266283Obtaining lock to block concurrent updates at 1731151266283Preparing flush snapshotting stores in e042af7917bb4fb70026c59d2ee31116 at 1731151266283Finished memstore snapshotting hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731151266284 (+1 ms)Flushing stores of hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116. at 1731151266284Flushing e042af7917bb4fb70026c59d2ee31116/queue: creating writer at 1731151266284Flushing e042af7917bb4fb70026c59d2ee31116/queue: appending metadata at 1731151266308 (+24 ms)Flushing e042af7917bb4fb70026c59d2ee31116/queue: closing flushed file at 1731151266308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@753de001: reopening flushed file at 1731151266746 (+438 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for e042af7917bb4fb70026c59d2ee31116 in 470ms, sequenceid=10, compaction requested=false at 1731151266753 (+7 ms)Writing region close event to WAL at 1731151266756 (+3 ms)Running coprocessor post-close hooks at 1731151266761 (+5 ms)Closed at 1731151266762 (+1 ms) 2024-11-09T11:21:06,762 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731151255393.e042af7917bb4fb70026c59d2ee31116. 2024-11-09T11:21:06,815 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 912, reset compression=false 2024-11-09T11:21:06,825 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:21:06,825 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 1803, reset compression=false 2024-11-09T11:21:06,825 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.shipper3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,46361,1731151242357 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276, lastWalPosition=1803, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:21:06,826 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.shipper3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3264b4bbda9f,46361,1731151242357: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3264b4bbda9f,46361,1731151242357, walGroup=3264b4bbda9f%2C46361%2C1731151242357, offset=3264b4bbda9f%2C46361%2C1731151242357.1731151244276:1803, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:46361 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T11:21:06,827 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.shipper3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T11:21:06,827 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.shipper3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T11:21:06,828 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.shipper3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T11:21:06,828 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.shipper3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T11:21:06,828 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.shipper3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T11:21:06,828 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.shipper3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 616845312 }, "NonHeapMemoryUsage": { "committed": 194183168, "init": 7667712, "max": -1, "used": 191028048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T11:21:06,829 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.shipper3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:42479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:42479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T11:21:06,931 DEBUG [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:21:07,027 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/.tmp/rep_barrier/fdd0bccdb4e9462b81eb091197614d74 2024-11-09T11:21:07,033 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 1803, reset compression=false 2024-11-09T11:21:07,051 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/.tmp/table/f0afc656974647dfacc538fa886e0d7e is 53, key is hbase:replication/table:state/1731151256203/Put/seqid=0 2024-11-09T11:21:07,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741847_1023 (size=5308) 2024-11-09T11:21:07,132 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T11:21:07,132 DEBUG [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T11:21:07,132 DEBUG [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:21:07,332 DEBUG [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:21:07,336 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.wal-reader.3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 to pos 1803, reset compression=false 2024-11-09T11:21:07,455 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/.tmp/table/f0afc656974647dfacc538fa886e0d7e 2024-11-09T11:21:07,465 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/.tmp/info/c339ca88f2b24b76bbaac8a292732dcb as hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/info/c339ca88f2b24b76bbaac8a292732dcb 2024-11-09T11:21:07,470 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/info/c339ca88f2b24b76bbaac8a292732dcb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T11:21:07,470 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/.tmp/ns/34e55db81d084ddba746979bfff94221 as hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/ns/34e55db81d084ddba746979bfff94221 2024-11-09T11:21:07,474 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/ns/34e55db81d084ddba746979bfff94221, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T11:21:07,475 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/.tmp/rep_barrier/fdd0bccdb4e9462b81eb091197614d74 as hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/rep_barrier/fdd0bccdb4e9462b81eb091197614d74 2024-11-09T11:21:07,480 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/rep_barrier/fdd0bccdb4e9462b81eb091197614d74, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T11:21:07,481 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/.tmp/table/f0afc656974647dfacc538fa886e0d7e as hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/table/f0afc656974647dfacc538fa886e0d7e 2024-11-09T11:21:07,485 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/table/f0afc656974647dfacc538fa886e0d7e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T11:21:07,486 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1355ms, sequenceid=16, compaction requested=false 2024-11-09T11:21:07,491 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T11:21:07,491 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:21:07,491 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:21:07,491 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:21:07,491 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151266130Running coprocessor pre-close hooks at 1731151266130Disabling compacts and flushes for region at 1731151266130Disabling writes for close at 1731151266131 (+1 ms)Obtaining lock to block concurrent updates at 1731151266131Preparing flush snapshotting stores in 1588230740 at 1731151266131Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731151266131Flushing stores of hbase:meta,,1.1588230740 at 1731151266132 (+1 ms)Flushing 1588230740/info: creating writer at 1731151266132Flushing 1588230740/info: appending metadata at 1731151266152 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731151266152Flushing 1588230740/ns: creating writer at 1731151266569 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731151266597 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731151266597Flushing 1588230740/rep_barrier: creating writer at 1731151266605 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731151266622 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731151266622Flushing 1588230740/table: creating writer at 1731151267032 (+410 ms)Flushing 1588230740/table: appending metadata at 1731151267050 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731151267050Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c076e2: reopening flushed file at 1731151267464 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@362100fc: reopening flushed file at 1731151267470 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@193b06b6: reopening flushed file at 1731151267474 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7003d6b0: reopening flushed file at 1731151267480 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1355ms, sequenceid=16, compaction requested=false at 1731151267486 (+6 ms)Writing region close event to WAL at 1731151267488 (+2 ms)Running coprocessor post-close hooks at 1731151267491 (+3 ms)Closed at 1731151267491 2024-11-09T11:21:07,492 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:21:07,532 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,46361,1731151242357; all regions closed. 2024-11-09T11:21:07,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741834_1010 (size=4239) 2024-11-09T11:21:07,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741839_1015 (size=2676) 2024-11-09T11:21:07,536 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.rep.1731151256163 not finished, retry = 0 2024-11-09T11:21:07,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741832_1008 (size=1811) 2024-11-09T11:21:07,639 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/WALs/3264b4bbda9f,46361,1731151242357/3264b4bbda9f%2C46361%2C1731151242357.1731151244276 not finished, retry = 0 2024-11-09T11:21:07,740 DEBUG [RS:0;3264b4bbda9f:46361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:07,740 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:21:07,740 INFO [RS:0;3264b4bbda9f:46361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:21:07,740 INFO [RS:0;3264b4bbda9f:46361 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T11:21:07,740 INFO [RS:0;3264b4bbda9f:46361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:21:07,740 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:21:07,741 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3264b4bbda9f,46361,1731151242357 because: Region server is closing 2024-11-09T11:21:07,741 INFO [RS:0;3264b4bbda9f:46361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:46361. 2024-11-09T11:21:07,741 DEBUG [RS:0;3264b4bbda9f:46361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:07,741 DEBUG [RS:0;3264b4bbda9f:46361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:07,741 DEBUG [RS:0;3264b4bbda9f:46361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:07,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:07,841 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46361,1731151242357.replicationSource.shipper3264b4bbda9f%2C46361%2C1731151242357,1-3264b4bbda9f,46361,1731151242357 terminated 2024-11-09T11:21:07,841 INFO [RS:0;3264b4bbda9f:46361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:46361. 2024-11-09T11:21:07,842 DEBUG [RS:0;3264b4bbda9f:46361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:07,842 DEBUG [RS:0;3264b4bbda9f:46361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:07,842 DEBUG [RS:0;3264b4bbda9f:46361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:07,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:07,842 INFO [RS:0;3264b4bbda9f:46361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46361 2024-11-09T11:21:07,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664/rs 2024-11-09T11:21:07,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-548566664/rs/3264b4bbda9f,46361,1731151242357 2024-11-09T11:21:07,981 INFO [RS:0;3264b4bbda9f:46361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:21:07,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,46361,1731151242357] 2024-11-09T11:21:08,001 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-548566664/draining/3264b4bbda9f,46361,1731151242357 already deleted, retry=false 2024-11-09T11:21:08,001 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,46361,1731151242357 expired; onlineServers=0 2024-11-09T11:21:08,001 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,42479,1731151241947' ***** 2024-11-09T11:21:08,002 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:21:08,002 INFO [M:0;3264b4bbda9f:42479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:21:08,002 INFO [M:0;3264b4bbda9f:42479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:21:08,002 DEBUG [M:0;3264b4bbda9f:42479 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:21:08,002 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:21:08,002 DEBUG [M:0;3264b4bbda9f:42479 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:21:08,002 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151243952 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151243952,5,FailOnTimeoutGroup] 2024-11-09T11:21:08,002 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151243960 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151243960,5,FailOnTimeoutGroup] 2024-11-09T11:21:08,002 INFO [M:0;3264b4bbda9f:42479 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:21:08,002 INFO [M:0;3264b4bbda9f:42479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:21:08,002 DEBUG [M:0;3264b4bbda9f:42479 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:21:08,002 INFO [M:0;3264b4bbda9f:42479 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:21:08,002 INFO [M:0;3264b4bbda9f:42479 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:21:08,002 INFO [M:0;3264b4bbda9f:42479 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:21:08,003 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:21:08,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-548566664/master 2024-11-09T11:21:08,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548566664 2024-11-09T11:21:08,012 DEBUG [M:0;3264b4bbda9f:42479 {}] zookeeper.RecoverableZooKeeper(212): Node /0-548566664/master already deleted, retry=false 2024-11-09T11:21:08,012 DEBUG [M:0;3264b4bbda9f:42479 {}] master.ActiveMasterManager(353): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-548566664/master 2024-11-09T11:21:08,013 INFO [M:0;3264b4bbda9f:42479 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/.lastflushedseqids 2024-11-09T11:21:08,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741848_1024 (size=245) 2024-11-09T11:21:08,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:08,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x1011f53957c0001, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:08,091 INFO [RS:0;3264b4bbda9f:46361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:21:08,091 INFO [RS:0;3264b4bbda9f:46361 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,46361,1731151242357; zookeeper connection closed. 2024-11-09T11:21:08,092 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@487d20d3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@487d20d3 2024-11-09T11:21:08,092 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:21:08,396 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:21:08,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:08,422 INFO [M:0;3264b4bbda9f:42479 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:21:08,423 INFO [M:0;3264b4bbda9f:42479 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:21:08,423 DEBUG [M:0;3264b4bbda9f:42479 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:21:08,423 INFO [M:0;3264b4bbda9f:42479 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:08,423 DEBUG [M:0;3264b4bbda9f:42479 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:08,423 DEBUG [M:0;3264b4bbda9f:42479 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:21:08,423 DEBUG [M:0;3264b4bbda9f:42479 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:08,423 INFO [M:0;3264b4bbda9f:42479 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T11:21:08,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:08,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:08,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:08,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:08,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:08,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:08,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:08,452 DEBUG [M:0;3264b4bbda9f:42479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0282a1b322b4463e874d8260c07089c6 is 82, key is hbase:meta,,1/info:regioninfo/1731151244996/Put/seqid=0 2024-11-09T11:21:08,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:08,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:08,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:08,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741849_1025 (size=5672) 2024-11-09T11:21:08,868 INFO [M:0;3264b4bbda9f:42479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0282a1b322b4463e874d8260c07089c6 2024-11-09T11:21:08,903 DEBUG [M:0;3264b4bbda9f:42479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2a06e2c7bbd4902b24ed26ce0ac9219 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731151256206/Put/seqid=0 2024-11-09T11:21:08,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741850_1026 (size=8517) 2024-11-09T11:21:09,308 INFO [M:0;3264b4bbda9f:42479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2a06e2c7bbd4902b24ed26ce0ac9219 2024-11-09T11:21:09,331 DEBUG [M:0;3264b4bbda9f:42479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9a1793d14c148699955249f8a0a484a is 69, key is 3264b4bbda9f,46361,1731151242357/rs:state/1731151244065/Put/seqid=0 2024-11-09T11:21:09,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741851_1027 (size=5156) 2024-11-09T11:21:09,736 INFO [M:0;3264b4bbda9f:42479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9a1793d14c148699955249f8a0a484a 2024-11-09T11:21:09,742 DEBUG [M:0;3264b4bbda9f:42479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0282a1b322b4463e874d8260c07089c6 as hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0282a1b322b4463e874d8260c07089c6 2024-11-09T11:21:09,753 INFO [M:0;3264b4bbda9f:42479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0282a1b322b4463e874d8260c07089c6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T11:21:09,755 DEBUG [M:0;3264b4bbda9f:42479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2a06e2c7bbd4902b24ed26ce0ac9219 as hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2a06e2c7bbd4902b24ed26ce0ac9219 2024-11-09T11:21:09,762 INFO [M:0;3264b4bbda9f:42479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2a06e2c7bbd4902b24ed26ce0ac9219, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T11:21:09,763 DEBUG [M:0;3264b4bbda9f:42479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9a1793d14c148699955249f8a0a484a as hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9a1793d14c148699955249f8a0a484a 2024-11-09T11:21:09,767 INFO [M:0;3264b4bbda9f:42479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42501/user/jenkins/test-data/b259123c-b6db-b5bf-38c1-69b7e864bd13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9a1793d14c148699955249f8a0a484a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T11:21:09,768 INFO [M:0;3264b4bbda9f:42479 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=97, compaction requested=false 2024-11-09T11:21:09,780 INFO [M:0;3264b4bbda9f:42479 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:09,780 DEBUG [M:0;3264b4bbda9f:42479 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151268423Disabling compacts and flushes for region at 1731151268423Disabling writes for close at 1731151268423Obtaining lock to block concurrent updates at 1731151268423Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151268423Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731151268423Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151268424 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151268424Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151268452 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151268452Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151268877 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151268902 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151268902Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151269312 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151269330 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151269330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6249c0fb: reopening flushed file at 1731151269741 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@162c4452: reopening flushed file at 1731151269753 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1de862f0: reopening flushed file at 1731151269762 (+9 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=97, compaction requested=false at 1731151269768 (+6 ms)Writing region close event to WAL at 1731151269780 (+12 ms)Closed at 1731151269780 2024-11-09T11:21:09,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741830_1006 (size=63666) 2024-11-09T11:21:09,788 INFO [M:0;3264b4bbda9f:42479 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:21:09,788 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:21:09,788 INFO [M:0;3264b4bbda9f:42479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42479 2024-11-09T11:21:09,789 INFO [M:0;3264b4bbda9f:42479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:21:09,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:09,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x1011f53957c0000, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:09,964 INFO [M:0;3264b4bbda9f:42479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:21:09,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@175f77a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:21:09,980 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b09d5c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:21:09,980 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:21:09,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@777a69f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:21:09,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bf6f846{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/hadoop.log.dir/,STOPPED} 2024-11-09T11:21:09,987 WARN [BP-1770497815-172.17.0.2-1731151239682 heartbeating to localhost/127.0.0.1:42501 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:21:09,987 WARN [BP-1770497815-172.17.0.2-1731151239682 heartbeating to localhost/127.0.0.1:42501 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1770497815-172.17.0.2-1731151239682 (Datanode Uuid 697983d0-04c0-4adb-a914-f6133140081b) service to localhost/127.0.0.1:42501 2024-11-09T11:21:09,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/cluster_926277f9-46e6-e8b6-35b6-76c2a131376e/data/data1/current/BP-1770497815-172.17.0.2-1731151239682 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:21:09,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/cluster_926277f9-46e6-e8b6-35b6-76c2a131376e/data/data2/current/BP-1770497815-172.17.0.2-1731151239682 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:21:09,988 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:21:09,988 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:21:09,989 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:21:10,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57eb1a40{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:21:10,004 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@366cc4eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:21:10,004 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:21:10,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70969ef9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:21:10,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e41dead{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dce6124c-4b3b-012b-8943-de53dda18ea6/hadoop.log.dir/,STOPPED} 2024-11-09T11:21:10,014 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T11:21:10,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:21:10,037 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 243) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:33117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52818) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42501 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52818) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33117 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 626) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=551 (was 469) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1214 (was 879) - AvailableMemoryMB LEAK? - 2024-11-09T11:21:10,048 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=551, ProcessCount=11, AvailableMemoryMB=1214 2024-11-09T11:21:10,062 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-09T11:21:10,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/hadoop.log.dir so I do NOT create it in target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184 2024-11-09T11:21:10,063 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:21:10,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/hadoop.tmp.dir so I do NOT create it in target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184 2024-11-09T11:21:10,063 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c627811-cf42-af49-d76b-1f38f4dae221/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:21:10,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184 2024-11-09T11:21:10,063 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/cluster_e37d966d-c223-c0d8-2432-c67e36c7c92d, deleteOnExit=true 2024-11-09T11:21:10,072 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/cluster_e37d966d-c223-c0d8-2432-c67e36c7c92d/zookeeper_0, clientPort=50491, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/cluster_e37d966d-c223-c0d8-2432-c67e36c7c92d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/cluster_e37d966d-c223-c0d8-2432-c67e36c7c92d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T11:21:10,073 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50491 2024-11-09T11:21:10,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:21:10,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:21:10,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/test.cache.data in system properties and HBase conf 2024-11-09T11:21:10,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:21:10,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:21:10,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:21:10,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:21:10,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:21:10,074 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:21:10,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:21:10,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:21:10,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:21:10,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:21:10,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:21:10,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:21:10,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:21:10,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:21:10,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:21:10,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:21:10,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:21:10,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:21:10,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:21:10,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:21:10,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011f53957c0005, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:21:10,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011f53957c0005, quorum=127.0.0.1:52818, baseZNode=/1105625470 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:21:10,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011f53957c0002, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:21:10,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011f53957c0002, quorum=127.0.0.1:52818, baseZNode=/0-548566664 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:21:10,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:21:10,445 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:21:10,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:21:10,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:21:10,448 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:21:10,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:21:10,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cf4b049{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:21:10,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45179762{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:21:10,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198dbb51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/java.io.tmpdir/jetty-localhost-40063-hadoop-hdfs-3_4_1-tests_jar-_-any-7560631504003097395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:21:10,559 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1380d0c{HTTP/1.1, (http/1.1)}{localhost:40063} 2024-11-09T11:21:10,559 INFO [Time-limited test {}] server.Server(415): Started @224460ms 2024-11-09T11:21:10,818 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:21:10,827 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:21:10,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:21:10,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:21:10,836 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:21:10,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66419a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:21:10,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c7a16a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:21:10,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19c6f5cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/java.io.tmpdir/jetty-localhost-45195-hadoop-hdfs-3_4_1-tests_jar-_-any-3397699215247606052/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:21:10,934 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38b4ab95{HTTP/1.1, (http/1.1)}{localhost:45195} 2024-11-09T11:21:10,934 INFO [Time-limited test {}] server.Server(415): Started @224835ms 2024-11-09T11:21:10,935 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:21:11,570 WARN [Thread-2643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/cluster_e37d966d-c223-c0d8-2432-c67e36c7c92d/data/data1/current/BP-1262441841-172.17.0.2-1731151270096/current, will proceed with Du for space computation calculation, 2024-11-09T11:21:11,571 WARN [Thread-2644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/cluster_e37d966d-c223-c0d8-2432-c67e36c7c92d/data/data2/current/BP-1262441841-172.17.0.2-1731151270096/current, will proceed with Du for space computation calculation, 2024-11-09T11:21:11,591 WARN [Thread-2631 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:21:11,594 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f5bcca2c390084 with lease ID 0xeb5d069e30f55363: Processing first storage report for DS-a045a75e-bb43-4235-9e73-eab15a1d73a3 from datanode DatanodeRegistration(127.0.0.1:34827, datanodeUuid=0e25a59f-d7ac-4b98-b106-e334f5801b74, infoPort=45757, infoSecurePort=0, ipcPort=42531, storageInfo=lv=-57;cid=testClusterID;nsid=1396457364;c=1731151270096) 2024-11-09T11:21:11,594 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f5bcca2c390084 with lease ID 0xeb5d069e30f55363: from storage DS-a045a75e-bb43-4235-9e73-eab15a1d73a3 node DatanodeRegistration(127.0.0.1:34827, datanodeUuid=0e25a59f-d7ac-4b98-b106-e334f5801b74, infoPort=45757, infoSecurePort=0, ipcPort=42531, storageInfo=lv=-57;cid=testClusterID;nsid=1396457364;c=1731151270096), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:21:11,594 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f5bcca2c390084 with lease ID 0xeb5d069e30f55363: Processing first storage report for DS-b5f76892-8411-477e-a7c4-3e25f0527c9b from datanode DatanodeRegistration(127.0.0.1:34827, datanodeUuid=0e25a59f-d7ac-4b98-b106-e334f5801b74, infoPort=45757, infoSecurePort=0, ipcPort=42531, storageInfo=lv=-57;cid=testClusterID;nsid=1396457364;c=1731151270096) 2024-11-09T11:21:11,594 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f5bcca2c390084 with lease ID 0xeb5d069e30f55363: from storage DS-b5f76892-8411-477e-a7c4-3e25f0527c9b node DatanodeRegistration(127.0.0.1:34827, datanodeUuid=0e25a59f-d7ac-4b98-b106-e334f5801b74, infoPort=45757, infoSecurePort=0, ipcPort=42531, storageInfo=lv=-57;cid=testClusterID;nsid=1396457364;c=1731151270096), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:21:11,660 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184 2024-11-09T11:21:11,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:11,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:11,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:21:12,069 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a with version=8 2024-11-09T11:21:12,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/hbase-staging 2024-11-09T11:21:12,072 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:21:12,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:21:12,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:21:12,072 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:21:12,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:21:12,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:21:12,072 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:21:12,072 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:21:12,073 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38179 2024-11-09T11:21:12,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38179 connecting to ZooKeeper ensemble=127.0.0.1:50491 2024-11-09T11:21:12,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381790x0, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:21:12,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38179-0x1011f540c5c0000 connected 2024-11-09T11:21:12,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:12,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:12,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Set watcher on znode that does not yet exist, /0-1860922537/running 2024-11-09T11:21:12,239 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a, hbase.cluster.distributed=false 2024-11-09T11:21:12,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Set watcher on znode that does not yet exist, /0-1860922537/acl 2024-11-09T11:21:12,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38179 2024-11-09T11:21:12,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38179 2024-11-09T11:21:12,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38179 2024-11-09T11:21:12,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38179 2024-11-09T11:21:12,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38179 2024-11-09T11:21:12,272 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:21:12,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:21:12,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:21:12,272 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:21:12,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:21:12,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:21:12,272 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:21:12,272 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:21:12,272 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43567 2024-11-09T11:21:12,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43567 connecting to ZooKeeper ensemble=127.0.0.1:50491 2024-11-09T11:21:12,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:12,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:12,285 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435670x0, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:21:12,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43567-0x1011f540c5c0001 connected 2024-11-09T11:21:12,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Set watcher on znode that does not yet exist, /0-1860922537/running 2024-11-09T11:21:12,287 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:21:12,288 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:21:12,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Set watcher on znode that does not yet exist, /0-1860922537/master 2024-11-09T11:21:12,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Set watcher on znode that does not yet exist, /0-1860922537/acl 2024-11-09T11:21:12,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43567 2024-11-09T11:21:12,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43567 2024-11-09T11:21:12,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43567 2024-11-09T11:21:12,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43567 2024-11-09T11:21:12,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43567 2024-11-09T11:21:12,305 DEBUG [M:0;3264b4bbda9f:38179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:38179 2024-11-09T11:21:12,308 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1860922537/backup-masters/3264b4bbda9f,38179,1731151272071 2024-11-09T11:21:12,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537/backup-masters 2024-11-09T11:21:12,317 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537/backup-masters 2024-11-09T11:21:12,317 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Set watcher on existing znode=/0-1860922537/backup-masters/3264b4bbda9f,38179,1731151272071 2024-11-09T11:21:12,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537 2024-11-09T11:21:12,327 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1860922537/master 2024-11-09T11:21:12,327 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537 2024-11-09T11:21:12,328 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Set watcher on existing znode=/0-1860922537/master 2024-11-09T11:21:12,328 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1860922537/backup-masters/3264b4bbda9f,38179,1731151272071 from backup master directory 2024-11-09T11:21:12,338 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537/backup-masters 2024-11-09T11:21:12,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1860922537/backup-masters/3264b4bbda9f,38179,1731151272071 2024-11-09T11:21:12,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537/backup-masters 2024-11-09T11:21:12,338 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:21:12,338 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,38179,1731151272071 2024-11-09T11:21:12,341 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/hbase.id] with ID: 1b83b685-31b5-4226-8663-e9ec247c12e7 2024-11-09T11:21:12,341 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/.tmp/hbase.id 2024-11-09T11:21:12,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:21:12,346 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/.tmp/hbase.id]:[hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/hbase.id] 2024-11-09T11:21:12,353 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:12,353 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:21:12,354 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T11:21:12,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537 2024-11-09T11:21:12,359 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537 2024-11-09T11:21:12,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:21:12,364 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:21:12,364 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:21:12,365 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:21:12,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:21:12,770 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store 2024-11-09T11:21:12,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:21:13,175 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:13,175 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:21:13,175 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:13,175 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:13,175 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:21:13,175 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:13,175 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:13,175 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151273175Disabling compacts and flushes for region at 1731151273175Disabling writes for close at 1731151273175Writing region close event to WAL at 1731151273175Closed at 1731151273175 2024-11-09T11:21:13,176 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store/.initializing 2024-11-09T11:21:13,176 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/WALs/3264b4bbda9f,38179,1731151272071 2024-11-09T11:21:13,177 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:21:13,178 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C38179%2C1731151272071, suffix=, logDir=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/WALs/3264b4bbda9f,38179,1731151272071, archiveDir=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/oldWALs, maxLogs=10 2024-11-09T11:21:13,189 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/WALs/3264b4bbda9f,38179,1731151272071/3264b4bbda9f%2C38179%2C1731151272071.1731151273178, exclude list is [], retry=0 2024-11-09T11:21:13,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-a045a75e-bb43-4235-9e73-eab15a1d73a3,DISK] 2024-11-09T11:21:13,193 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/WALs/3264b4bbda9f,38179,1731151272071/3264b4bbda9f%2C38179%2C1731151272071.1731151273178 2024-11-09T11:21:13,193 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45757:45757)] 2024-11-09T11:21:13,193 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:21:13,193 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:13,193 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:13,193 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:13,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:13,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:21:13,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:13,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:13,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:13,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:21:13,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:13,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:13,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:13,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:21:13,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:13,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:13,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:13,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:21:13,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:13,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:13,199 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:13,200 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:13,200 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:13,201 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:13,201 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:13,201 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:21:13,202 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:13,204 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:21:13,205 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65826623, jitterRate=-0.019106879830360413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:21:13,206 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151273193Initializing all the Stores at 1731151273194 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151273194Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151273194Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151273194Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151273194Cleaning up temporary data from old regions at 1731151273201 (+7 ms)Region opened successfully at 1731151273205 (+4 ms) 2024-11-09T11:21:13,206 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:21:13,209 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d25d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:21:13,212 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:21:13,212 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:21:13,212 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:21:13,212 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:21:13,213 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:21:13,213 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:21:13,213 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:21:13,216 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:21:13,217 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Unable to get data of znode /0-1860922537/balancer because node does not exist (not necessarily an error) 2024-11-09T11:21:13,293 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1860922537/balancer already deleted, retry=false 2024-11-09T11:21:13,294 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:21:13,295 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Unable to get data of znode /0-1860922537/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:21:13,306 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1860922537/normalizer already deleted, retry=false 2024-11-09T11:21:13,307 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:21:13,308 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Unable to get data of znode /0-1860922537/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:21:13,317 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1860922537/switch/split already deleted, retry=false 2024-11-09T11:21:13,318 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Unable to get data of znode /0-1860922537/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:21:13,327 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1860922537/switch/merge already deleted, retry=false 2024-11-09T11:21:13,329 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Unable to get data of znode /0-1860922537/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:21:13,338 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1860922537/snapshot-cleanup already deleted, retry=false 2024-11-09T11:21:13,343 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:21:13,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:13,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:13,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1860922537/running 2024-11-09T11:21:13,348 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1860922537/running 2024-11-09T11:21:13,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537 2024-11-09T11:21:13,348 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537 2024-11-09T11:21:13,349 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,38179,1731151272071, sessionid=0x1011f540c5c0000, setting cluster-up flag (Was=false) 2024-11-09T11:21:13,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537 2024-11-09T11:21:13,370 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537 2024-11-09T11:21:13,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:13,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:13,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:13,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:13,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:13,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:13,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:13,401 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1860922537/flush-table-proc/acquired, /0-1860922537/flush-table-proc/reached, /0-1860922537/flush-table-proc/abort 2024-11-09T11:21:13,403 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,38179,1731151272071 2024-11-09T11:21:13,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:13,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:13,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:13,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537 2024-11-09T11:21:13,462 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537 2024-11-09T11:21:13,591 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1860922537/online-snapshot/acquired, /0-1860922537/online-snapshot/reached, /0-1860922537/online-snapshot/abort 2024-11-09T11:21:13,591 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,38179,1731151272071 2024-11-09T11:21:13,592 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:21:13,593 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:21:13,593 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:21:13,594 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:21:13,594 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,38179,1731151272071 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:21:13,595 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:21:13,595 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:21:13,595 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:21:13,595 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:21:13,595 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:21:13,595 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:13,595 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:21:13,595 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:13,596 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151303596 2024-11-09T11:21:13,597 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:21:13,597 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:21:13,597 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(746): ClusterId : 1b83b685-31b5-4226-8663-e9ec247c12e7 2024-11-09T11:21:13,597 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:21:13,597 DEBUG [RS:0;3264b4bbda9f:43567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:21:13,597 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:21:13,597 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:21:13,597 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:21:13,597 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:13,597 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:21:13,597 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:21:13,597 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:21:13,597 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:21:13,597 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:21:13,597 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:21:13,598 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:21:13,598 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:21:13,598 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:13,598 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:21:13,600 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151273598,5,FailOnTimeoutGroup] 2024-11-09T11:21:13,604 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151273600,5,FailOnTimeoutGroup] 2024-11-09T11:21:13,604 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:13,604 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:21:13,604 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:13,604 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:13,609 DEBUG [RS:0;3264b4bbda9f:43567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:21:13,610 DEBUG [RS:0;3264b4bbda9f:43567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:21:13,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:21:13,623 DEBUG [RS:0;3264b4bbda9f:43567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:21:13,623 DEBUG [RS:0;3264b4bbda9f:43567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e26b6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:21:13,633 DEBUG [RS:0;3264b4bbda9f:43567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:43567 2024-11-09T11:21:13,633 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:21:13,633 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:21:13,633 DEBUG [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:21:13,633 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,38179,1731151272071 with port=43567, startcode=1731151272271 2024-11-09T11:21:13,633 DEBUG [RS:0;3264b4bbda9f:43567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:21:13,635 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:21:13,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38179 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,43567,1731151272271 2024-11-09T11:21:13,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38179 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,43567,1731151272271 2024-11-09T11:21:13,636 DEBUG [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a 2024-11-09T11:21:13,636 DEBUG [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46821 2024-11-09T11:21:13,636 DEBUG [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:21:13,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537/rs 2024-11-09T11:21:13,643 DEBUG [RS:0;3264b4bbda9f:43567 {}] zookeeper.ZKUtil(111): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Set watcher on existing znode=/0-1860922537/rs/3264b4bbda9f,43567,1731151272271 2024-11-09T11:21:13,643 WARN [RS:0;3264b4bbda9f:43567 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:21:13,643 INFO [RS:0;3264b4bbda9f:43567 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:21:13,644 DEBUG [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271 2024-11-09T11:21:13,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,43567,1731151272271] 2024-11-09T11:21:13,646 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:21:13,647 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:21:13,648 INFO [RS:0;3264b4bbda9f:43567 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:21:13,648 INFO [RS:0;3264b4bbda9f:43567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:13,648 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:21:13,648 INFO [RS:0;3264b4bbda9f:43567 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:21:13,648 INFO [RS:0;3264b4bbda9f:43567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:13,648 DEBUG [RS:0;3264b4bbda9f:43567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:13,649 DEBUG [RS:0;3264b4bbda9f:43567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:13,649 DEBUG [RS:0;3264b4bbda9f:43567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:13,649 DEBUG [RS:0;3264b4bbda9f:43567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:13,649 DEBUG [RS:0;3264b4bbda9f:43567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:13,649 DEBUG [RS:0;3264b4bbda9f:43567 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:21:13,649 DEBUG [RS:0;3264b4bbda9f:43567 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:13,649 DEBUG [RS:0;3264b4bbda9f:43567 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:13,649 DEBUG [RS:0;3264b4bbda9f:43567 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:13,649 DEBUG [RS:0;3264b4bbda9f:43567 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:13,649 DEBUG [RS:0;3264b4bbda9f:43567 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:13,649 DEBUG [RS:0;3264b4bbda9f:43567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:13,649 DEBUG [RS:0;3264b4bbda9f:43567 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:21:13,649 DEBUG [RS:0;3264b4bbda9f:43567 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:21:13,654 INFO [RS:0;3264b4bbda9f:43567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:13,654 INFO [RS:0;3264b4bbda9f:43567 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:13,654 INFO [RS:0;3264b4bbda9f:43567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:13,654 INFO [RS:0;3264b4bbda9f:43567 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:13,654 INFO [RS:0;3264b4bbda9f:43567 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:13,654 INFO [RS:0;3264b4bbda9f:43567 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,43567,1731151272271-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:21:13,670 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:21:13,670 INFO [RS:0;3264b4bbda9f:43567 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,43567,1731151272271-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:13,670 INFO [RS:0;3264b4bbda9f:43567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:13,670 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.Replication(171): 3264b4bbda9f,43567,1731151272271 started 2024-11-09T11:21:13,685 INFO [RS:0;3264b4bbda9f:43567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:13,685 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,43567,1731151272271, RpcServer on 3264b4bbda9f/172.17.0.2:43567, sessionid=0x1011f540c5c0001 2024-11-09T11:21:13,685 DEBUG [RS:0;3264b4bbda9f:43567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:21:13,685 DEBUG [RS:0;3264b4bbda9f:43567 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,43567,1731151272271 2024-11-09T11:21:13,685 DEBUG [RS:0;3264b4bbda9f:43567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,43567,1731151272271' 2024-11-09T11:21:13,685 DEBUG [RS:0;3264b4bbda9f:43567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1860922537/flush-table-proc/abort' 2024-11-09T11:21:13,686 DEBUG [RS:0;3264b4bbda9f:43567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1860922537/flush-table-proc/acquired' 2024-11-09T11:21:13,686 DEBUG [RS:0;3264b4bbda9f:43567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:21:13,686 DEBUG [RS:0;3264b4bbda9f:43567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:21:13,686 DEBUG [RS:0;3264b4bbda9f:43567 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,43567,1731151272271 2024-11-09T11:21:13,686 DEBUG [RS:0;3264b4bbda9f:43567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,43567,1731151272271' 2024-11-09T11:21:13,686 DEBUG [RS:0;3264b4bbda9f:43567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1860922537/online-snapshot/abort' 2024-11-09T11:21:13,687 DEBUG [RS:0;3264b4bbda9f:43567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1860922537/online-snapshot/acquired' 2024-11-09T11:21:13,687 DEBUG [RS:0;3264b4bbda9f:43567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:21:13,687 INFO [RS:0;3264b4bbda9f:43567 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:21:13,687 INFO [RS:0;3264b4bbda9f:43567 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:21:13,787 INFO [RS:0;3264b4bbda9f:43567 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:21:13,788 INFO [RS:0;3264b4bbda9f:43567 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C43567%2C1731151272271, suffix=, logDir=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271, archiveDir=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/oldWALs, maxLogs=10 2024-11-09T11:21:13,805 DEBUG [RS:0;3264b4bbda9f:43567 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789, exclude list is [], retry=0 2024-11-09T11:21:13,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-a045a75e-bb43-4235-9e73-eab15a1d73a3,DISK] 2024-11-09T11:21:13,810 INFO [RS:0;3264b4bbda9f:43567 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 2024-11-09T11:21:13,810 DEBUG [RS:0;3264b4bbda9f:43567 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45757:45757)] 2024-11-09T11:21:14,011 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:21:14,011 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a 2024-11-09T11:21:14,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741833_1009 (size=32) 2024-11-09T11:21:14,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:14,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:21:14,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:21:14,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:14,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:14,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:21:14,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:21:14,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:14,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:14,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:21:14,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:21:14,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:14,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:14,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:21:14,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:21:14,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:14,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:14,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:21:14,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740 2024-11-09T11:21:14,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740 2024-11-09T11:21:14,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:21:14,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:21:14,424 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:21:14,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:21:14,426 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:21:14,427 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67785114, jitterRate=0.010076910257339478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:21:14,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151274417Initializing all the Stores at 1731151274417Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151274417Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151274417Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151274417Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151274417Cleaning up temporary data from old regions at 1731151274424 (+7 ms)Region opened successfully at 1731151274427 (+3 ms) 2024-11-09T11:21:14,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:21:14,427 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:21:14,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:21:14,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:21:14,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:21:14,428 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:21:14,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151274427Disabling compacts and flushes for region at 1731151274427Disabling writes for close at 1731151274427Writing region close event to WAL at 1731151274428 (+1 ms)Closed at 1731151274428 2024-11-09T11:21:14,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:21:14,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:21:14,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:21:14,429 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:21:14,430 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:21:14,580 DEBUG [3264b4bbda9f:38179 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:21:14,580 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,43567,1731151272271 2024-11-09T11:21:14,581 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,43567,1731151272271, state=OPENING 2024-11-09T11:21:14,633 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:21:14,669 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537 2024-11-09T11:21:14,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537 2024-11-09T11:21:14,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1860922537/meta-region-server: CHANGED 2024-11-09T11:21:14,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1860922537/meta-region-server: CHANGED 2024-11-09T11:21:14,670 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:21:14,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,43567,1731151272271}] 2024-11-09T11:21:14,822 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:21:14,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:21:14,825 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:21:14,825 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:21:14,825 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:21:14,826 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C43567%2C1731151272271.meta, suffix=.meta, logDir=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271, archiveDir=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/oldWALs, maxLogs=10 2024-11-09T11:21:14,838 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.meta.1731151274827.meta, exclude list is [], retry=0 2024-11-09T11:21:14,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-a045a75e-bb43-4235-9e73-eab15a1d73a3,DISK] 2024-11-09T11:21:14,844 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.meta.1731151274827.meta 2024-11-09T11:21:14,847 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45757:45757)] 2024-11-09T11:21:14,847 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:21:14,848 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:21:14,848 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:21:14,848 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:21:14,848 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:21:14,848 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:21:14,848 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:14,849 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:21:14,849 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:21:14,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:21:14,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:21:14,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:14,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:14,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:21:14,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:21:14,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:14,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:14,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:21:14,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:21:14,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:14,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:14,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:21:14,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:21:14,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:14,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:14,861 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:21:14,863 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740 2024-11-09T11:21:14,865 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740 2024-11-09T11:21:14,866 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:21:14,866 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:21:14,867 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:21:14,868 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:21:14,869 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72099391, jitterRate=0.07436464726924896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:21:14,869 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:21:14,869 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151274849Writing region info on filesystem at 1731151274849Initializing all the Stores at 1731151274852 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151274852Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151274852Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151274852Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151274852Cleaning up temporary data from old regions at 1731151274866 (+14 ms)Running coprocessor post-open hooks at 1731151274869 (+3 ms)Region opened successfully at 1731151274869 2024-11-09T11:21:14,870 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151274821 2024-11-09T11:21:14,873 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:21:14,873 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:21:14,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,43567,1731151272271 2024-11-09T11:21:14,874 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,43567,1731151272271, state=OPEN 2024-11-09T11:21:14,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T11:21:14,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:21:14,896 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1860922537/meta-region-server 2024-11-09T11:21:14,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1860922537/meta-region-server: CHANGED 2024-11-09T11:21:14,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1860922537/meta-region-server 2024-11-09T11:21:14,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1860922537/meta-region-server: CHANGED 2024-11-09T11:21:14,896 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,43567,1731151272271 2024-11-09T11:21:14,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:21:14,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,43567,1731151272271 in 226 msec 2024-11-09T11:21:14,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:21:14,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-11-09T11:21:14,900 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:21:14,900 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:21:14,901 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:21:14,901 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,43567,1731151272271, seqNum=-1] 2024-11-09T11:21:14,902 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:14,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:14,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3140 sec 2024-11-09T11:21:14,909 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151274909, completionTime=-1 2024-11-09T11:21:14,909 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:21:14,909 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:21:14,911 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:21:14,911 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151334911 2024-11-09T11:21:14,911 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151394911 2024-11-09T11:21:14,911 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T11:21:14,912 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,38179,1731151272071-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:14,912 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,38179,1731151272071-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:14,912 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,38179,1731151272071-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:14,912 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:38179, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:14,912 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:14,912 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:14,914 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:21:14,916 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.578sec 2024-11-09T11:21:14,916 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:21:14,916 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:21:14,916 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:21:14,916 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:21:14,917 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:21:14,917 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,38179,1731151272071-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:21:14,917 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,38179,1731151272071-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:21:14,918 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:21:14,918 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:21:14,918 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,38179,1731151272071-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:14,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b42d975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:14,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,38179,-1 for getting cluster id 2024-11-09T11:21:14,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:14,999 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b83b685-31b5-4226-8663-e9ec247c12e7' 2024-11-09T11:21:15,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:15,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b83b685-31b5-4226-8663-e9ec247c12e7" 2024-11-09T11:21:15,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4bdc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:15,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,38179,-1] 2024-11-09T11:21:15,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:15,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:15,001 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:15,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e4373f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:15,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:21:15,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,43567,1731151272271, seqNum=-1] 2024-11-09T11:21:15,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:15,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:15,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,38179,1731151272071 2024-11-09T11:21:15,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50491 2024-11-09T11:21:15,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:21:15,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f540c5c0002 connected 2024-11-09T11:21:15,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/hadoop.log.dir so I do NOT create it in target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc 2024-11-09T11:21:15,025 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:21:15,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/hadoop.tmp.dir so I do NOT create it in target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc 2024-11-09T11:21:15,025 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:21:15,025 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc 2024-11-09T11:21:15,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:21:15,025 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/cluster_ed885fe9-a371-795c-842d-f0d8c3816db1, deleteOnExit=true 2024-11-09T11:21:15,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:21:15,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/test.cache.data in system properties and HBase conf 2024-11-09T11:21:15,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:21:15,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:21:15,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:21:15,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:21:15,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:21:15,025 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:21:15,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:21:15,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:21:15,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:21:15,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:21:15,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:21:15,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:21:15,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:21:15,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:21:15,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:21:15,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:21:15,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:21:15,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:21:15,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:21:15,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:21:15,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:21:15,365 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:21:15,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:21:15,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:21:15,367 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:21:15,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:21:15,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@388d4706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:21:15,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43bab9de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:21:15,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:21:15,448 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:21:15,448 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38246 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:21:15,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25f2316d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/java.io.tmpdir/jetty-localhost-36705-hadoop-hdfs-3_4_1-tests_jar-_-any-15017385099900260058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:21:15,472 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@468ae325{HTTP/1.1, (http/1.1)}{localhost:36705} 2024-11-09T11:21:15,472 INFO [Time-limited test {}] server.Server(415): Started @229373ms 2024-11-09T11:21:15,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:21:15,726 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:21:15,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:21:15,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:21:15,728 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:21:15,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b57aaaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:21:15,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3501bdbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:21:15,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53c664ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/java.io.tmpdir/jetty-localhost-38075-hadoop-hdfs-3_4_1-tests_jar-_-any-10893748640627937349/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:21:15,828 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2be1fe91{HTTP/1.1, (http/1.1)}{localhost:38075} 2024-11-09T11:21:15,828 INFO [Time-limited test {}] server.Server(415): Started @229729ms 2024-11-09T11:21:15,829 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:21:16,467 WARN [Thread-2764 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/cluster_ed885fe9-a371-795c-842d-f0d8c3816db1/data/data1/current/BP-1194894264-172.17.0.2-1731151275044/current, will proceed with Du for space computation calculation, 2024-11-09T11:21:16,467 WARN [Thread-2765 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/cluster_ed885fe9-a371-795c-842d-f0d8c3816db1/data/data2/current/BP-1194894264-172.17.0.2-1731151275044/current, will proceed with Du for space computation calculation, 2024-11-09T11:21:16,481 WARN [Thread-2752 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:21:16,490 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf73b660c2a269305 with lease ID 0x21b78e1b4d1c9fc7: Processing first storage report for DS-4f514205-39c9-4fff-9c12-d677e78cef46 from datanode DatanodeRegistration(127.0.0.1:46517, datanodeUuid=2e1020b3-eaf9-4a83-a635-d2527401ec9c, infoPort=41853, infoSecurePort=0, ipcPort=33639, storageInfo=lv=-57;cid=testClusterID;nsid=1312912366;c=1731151275044) 2024-11-09T11:21:16,490 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf73b660c2a269305 with lease ID 0x21b78e1b4d1c9fc7: from storage DS-4f514205-39c9-4fff-9c12-d677e78cef46 node DatanodeRegistration(127.0.0.1:46517, datanodeUuid=2e1020b3-eaf9-4a83-a635-d2527401ec9c, infoPort=41853, infoSecurePort=0, ipcPort=33639, storageInfo=lv=-57;cid=testClusterID;nsid=1312912366;c=1731151275044), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:21:16,490 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf73b660c2a269305 with lease ID 0x21b78e1b4d1c9fc7: Processing first storage report for DS-3ea68256-10a3-40a1-8421-f3ca727e5733 from datanode DatanodeRegistration(127.0.0.1:46517, datanodeUuid=2e1020b3-eaf9-4a83-a635-d2527401ec9c, infoPort=41853, infoSecurePort=0, ipcPort=33639, storageInfo=lv=-57;cid=testClusterID;nsid=1312912366;c=1731151275044) 2024-11-09T11:21:16,490 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf73b660c2a269305 with lease ID 0x21b78e1b4d1c9fc7: from storage DS-3ea68256-10a3-40a1-8421-f3ca727e5733 node DatanodeRegistration(127.0.0.1:46517, datanodeUuid=2e1020b3-eaf9-4a83-a635-d2527401ec9c, infoPort=41853, infoSecurePort=0, ipcPort=33639, storageInfo=lv=-57;cid=testClusterID;nsid=1312912366;c=1731151275044), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:21:16,561 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc 2024-11-09T11:21:16,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:16,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:16,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:21:16,971 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5 with version=8 2024-11-09T11:21:16,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/hbase-staging 2024-11-09T11:21:16,973 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:21:16,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:21:16,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:21:16,974 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:21:16,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:21:16,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:21:16,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:21:16,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:21:16,974 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34713 2024-11-09T11:21:16,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34713 connecting to ZooKeeper ensemble=127.0.0.1:50491 2024-11-09T11:21:17,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347130x0, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:21:17,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34713-0x1011f540c5c0003 connected 2024-11-09T11:21:17,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:17,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:17,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Set watcher on znode that does not yet exist, /1-1285345487/running 2024-11-09T11:21:17,247 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5, hbase.cluster.distributed=false 2024-11-09T11:21:17,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Set watcher on znode that does not yet exist, /1-1285345487/acl 2024-11-09T11:21:17,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34713 2024-11-09T11:21:17,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34713 2024-11-09T11:21:17,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34713 2024-11-09T11:21:17,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34713 2024-11-09T11:21:17,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34713 2024-11-09T11:21:17,262 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:21:17,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:21:17,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:21:17,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:21:17,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:21:17,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:21:17,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:21:17,263 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:21:17,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39085 2024-11-09T11:21:17,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39085 connecting to ZooKeeper ensemble=127.0.0.1:50491 2024-11-09T11:21:17,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:17,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:17,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390850x0, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:21:17,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390850x0, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Set watcher on znode that does not yet exist, /1-1285345487/running 2024-11-09T11:21:17,275 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:21:17,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39085-0x1011f540c5c0004 connected 2024-11-09T11:21:17,284 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:21:17,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Set watcher on znode that does not yet exist, /1-1285345487/master 2024-11-09T11:21:17,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Set watcher on znode that does not yet exist, /1-1285345487/acl 2024-11-09T11:21:17,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39085 2024-11-09T11:21:17,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39085 2024-11-09T11:21:17,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39085 2024-11-09T11:21:17,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39085 2024-11-09T11:21:17,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39085 2024-11-09T11:21:17,306 DEBUG [M:0;3264b4bbda9f:34713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:34713 2024-11-09T11:21:17,307 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1285345487/backup-masters/3264b4bbda9f,34713,1731151276973 2024-11-09T11:21:17,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487/backup-masters 2024-11-09T11:21:17,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487/backup-masters 2024-11-09T11:21:17,317 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Set watcher on existing znode=/1-1285345487/backup-masters/3264b4bbda9f,34713,1731151276973 2024-11-09T11:21:17,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1285345487/master 2024-11-09T11:21:17,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487 2024-11-09T11:21:17,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487 2024-11-09T11:21:17,327 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Set watcher on existing znode=/1-1285345487/master 2024-11-09T11:21:17,328 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1285345487/backup-masters/3264b4bbda9f,34713,1731151276973 from backup master directory 2024-11-09T11:21:17,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487/backup-masters 2024-11-09T11:21:17,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1285345487/backup-masters/3264b4bbda9f,34713,1731151276973 2024-11-09T11:21:17,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487/backup-masters 2024-11-09T11:21:17,338 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:21:17,338 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,34713,1731151276973 2024-11-09T11:21:17,340 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/hbase.id] with ID: f7022f10-ff23-4767-b2ab-d58f62b42fc5 2024-11-09T11:21:17,340 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/.tmp/hbase.id 2024-11-09T11:21:17,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:21:17,346 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/.tmp/hbase.id]:[hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/hbase.id] 2024-11-09T11:21:17,352 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:17,352 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:21:17,353 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T11:21:17,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487 2024-11-09T11:21:17,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487 2024-11-09T11:21:17,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:21:17,763 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:21:17,764 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:21:17,764 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:21:17,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:21:18,171 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store 2024-11-09T11:21:18,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:21:18,576 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:18,576 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:21:18,576 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:18,576 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:18,576 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:21:18,576 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:18,576 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:18,576 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151278576Disabling compacts and flushes for region at 1731151278576Disabling writes for close at 1731151278576Writing region close event to WAL at 1731151278576Closed at 1731151278576 2024-11-09T11:21:18,577 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store/.initializing 2024-11-09T11:21:18,577 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/WALs/3264b4bbda9f,34713,1731151276973 2024-11-09T11:21:18,577 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:21:18,579 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C34713%2C1731151276973, suffix=, logDir=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/WALs/3264b4bbda9f,34713,1731151276973, archiveDir=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/oldWALs, maxLogs=10 2024-11-09T11:21:18,590 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/WALs/3264b4bbda9f,34713,1731151276973/3264b4bbda9f%2C34713%2C1731151276973.1731151278579, exclude list is [], retry=0 2024-11-09T11:21:18,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46517,DS-4f514205-39c9-4fff-9c12-d677e78cef46,DISK] 2024-11-09T11:21:18,593 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/WALs/3264b4bbda9f,34713,1731151276973/3264b4bbda9f%2C34713%2C1731151276973.1731151278579 2024-11-09T11:21:18,593 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41853:41853)] 2024-11-09T11:21:18,593 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:21:18,593 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:18,593 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:18,593 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:18,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:18,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:21:18,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:18,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:18,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:18,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:21:18,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:18,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:18,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:18,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:21:18,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:18,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:18,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:18,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:21:18,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:18,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:18,599 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:18,600 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:18,600 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:18,601 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:18,601 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:18,601 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:21:18,602 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:18,604 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:21:18,604 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70199969, jitterRate=0.04606105387210846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:21:18,604 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151278593Initializing all the Stores at 1731151278594 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151278594Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151278594Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151278594Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151278594Cleaning up temporary data from old regions at 1731151278601 (+7 ms)Region opened successfully at 1731151278604 (+3 ms) 2024-11-09T11:21:18,604 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:21:18,607 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f14c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:21:18,608 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:21:18,608 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:21:18,608 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:21:18,608 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:21:18,608 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:21:18,609 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:21:18,609 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:21:18,611 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:21:18,611 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Unable to get data of znode /1-1285345487/balancer because node does not exist (not necessarily an error) 2024-11-09T11:21:18,693 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1285345487/balancer already deleted, retry=false 2024-11-09T11:21:18,693 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:21:18,694 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Unable to get data of znode /1-1285345487/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:21:18,706 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1285345487/normalizer already deleted, retry=false 2024-11-09T11:21:18,706 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:21:18,707 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Unable to get data of znode /1-1285345487/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:21:18,716 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1285345487/switch/split already deleted, retry=false 2024-11-09T11:21:18,717 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Unable to get data of znode /1-1285345487/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:21:18,727 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1285345487/switch/merge already deleted, retry=false 2024-11-09T11:21:18,728 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Unable to get data of znode /1-1285345487/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:21:18,738 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1285345487/snapshot-cleanup already deleted, retry=false 2024-11-09T11:21:18,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1285345487/running 2024-11-09T11:21:18,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1285345487/running 2024-11-09T11:21:18,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487 2024-11-09T11:21:18,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487 2024-11-09T11:21:18,749 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,34713,1731151276973, sessionid=0x1011f540c5c0003, setting cluster-up flag (Was=false) 2024-11-09T11:21:18,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487 2024-11-09T11:21:18,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487 2024-11-09T11:21:18,801 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1285345487/flush-table-proc/acquired, /1-1285345487/flush-table-proc/reached, /1-1285345487/flush-table-proc/abort 2024-11-09T11:21:18,802 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,34713,1731151276973 2024-11-09T11:21:18,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487 2024-11-09T11:21:18,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487 2024-11-09T11:21:18,853 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1285345487/online-snapshot/acquired, /1-1285345487/online-snapshot/reached, /1-1285345487/online-snapshot/abort 2024-11-09T11:21:18,854 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,34713,1731151276973 2024-11-09T11:21:18,855 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:21:18,856 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:21:18,857 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:21:18,857 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:21:18,857 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,34713,1731151276973 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:21:18,858 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:21:18,858 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:21:18,858 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:21:18,858 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:21:18,858 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:21:18,858 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:18,858 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:21:18,858 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:18,859 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151308859 2024-11-09T11:21:18,859 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:21:18,859 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:21:18,859 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:21:18,860 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:21:18,860 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:21:18,860 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:21:18,860 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:21:18,860 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:21:18,860 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:18,860 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:18,860 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:21:18,864 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:21:18,864 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:21:18,864 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:21:18,865 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:21:18,865 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:21:18,865 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:21:18,865 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151278865,5,FailOnTimeoutGroup] 2024-11-09T11:21:18,866 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151278865,5,FailOnTimeoutGroup] 2024-11-09T11:21:18,866 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:18,866 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:21:18,866 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:18,866 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:18,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:21:18,899 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(746): ClusterId : f7022f10-ff23-4767-b2ab-d58f62b42fc5 2024-11-09T11:21:18,899 DEBUG [RS:0;3264b4bbda9f:39085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:21:18,907 DEBUG [RS:0;3264b4bbda9f:39085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:21:18,907 DEBUG [RS:0;3264b4bbda9f:39085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:21:18,917 DEBUG [RS:0;3264b4bbda9f:39085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:21:18,917 DEBUG [RS:0;3264b4bbda9f:39085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4219f5b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:21:18,927 DEBUG [RS:0;3264b4bbda9f:39085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:39085 2024-11-09T11:21:18,927 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:21:18,927 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:21:18,927 DEBUG [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:21:18,928 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,34713,1731151276973 with port=39085, startcode=1731151277262 2024-11-09T11:21:18,928 DEBUG [RS:0;3264b4bbda9f:39085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:21:18,929 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:21:18,929 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,39085,1731151277262 2024-11-09T11:21:18,929 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34713 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,39085,1731151277262 2024-11-09T11:21:18,930 DEBUG [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5 2024-11-09T11:21:18,930 DEBUG [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45293 2024-11-09T11:21:18,930 DEBUG [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:21:18,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487/rs 2024-11-09T11:21:18,988 DEBUG [RS:0;3264b4bbda9f:39085 {}] zookeeper.ZKUtil(111): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Set watcher on existing znode=/1-1285345487/rs/3264b4bbda9f,39085,1731151277262 2024-11-09T11:21:18,988 WARN [RS:0;3264b4bbda9f:39085 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:21:18,988 INFO [RS:0;3264b4bbda9f:39085 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:21:18,988 DEBUG [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262 2024-11-09T11:21:18,988 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,39085,1731151277262] 2024-11-09T11:21:18,991 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:21:18,993 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:21:18,993 INFO [RS:0;3264b4bbda9f:39085 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:21:18,993 INFO [RS:0;3264b4bbda9f:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:18,993 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:21:18,994 INFO [RS:0;3264b4bbda9f:39085 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:21:18,994 INFO [RS:0;3264b4bbda9f:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:18,994 DEBUG [RS:0;3264b4bbda9f:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:18,994 DEBUG [RS:0;3264b4bbda9f:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:18,994 DEBUG [RS:0;3264b4bbda9f:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:18,994 DEBUG [RS:0;3264b4bbda9f:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:18,994 DEBUG [RS:0;3264b4bbda9f:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:18,994 DEBUG [RS:0;3264b4bbda9f:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:21:18,994 DEBUG [RS:0;3264b4bbda9f:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:18,994 DEBUG [RS:0;3264b4bbda9f:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:18,994 DEBUG [RS:0;3264b4bbda9f:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:18,994 DEBUG [RS:0;3264b4bbda9f:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:18,994 DEBUG [RS:0;3264b4bbda9f:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:18,994 DEBUG [RS:0;3264b4bbda9f:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:18,995 DEBUG [RS:0;3264b4bbda9f:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:21:18,995 DEBUG [RS:0;3264b4bbda9f:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:21:18,995 INFO [RS:0;3264b4bbda9f:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:18,995 INFO [RS:0;3264b4bbda9f:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:18,995 INFO [RS:0;3264b4bbda9f:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:18,995 INFO [RS:0;3264b4bbda9f:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:18,995 INFO [RS:0;3264b4bbda9f:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:18,995 INFO [RS:0;3264b4bbda9f:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,39085,1731151277262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:21:19,007 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:21:19,007 INFO [RS:0;3264b4bbda9f:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,39085,1731151277262-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:19,007 INFO [RS:0;3264b4bbda9f:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:19,007 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.Replication(171): 3264b4bbda9f,39085,1731151277262 started 2024-11-09T11:21:19,019 INFO [RS:0;3264b4bbda9f:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:19,019 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,39085,1731151277262, RpcServer on 3264b4bbda9f/172.17.0.2:39085, sessionid=0x1011f540c5c0004 2024-11-09T11:21:19,019 DEBUG [RS:0;3264b4bbda9f:39085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:21:19,019 DEBUG [RS:0;3264b4bbda9f:39085 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,39085,1731151277262 2024-11-09T11:21:19,019 DEBUG [RS:0;3264b4bbda9f:39085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,39085,1731151277262' 2024-11-09T11:21:19,019 DEBUG [RS:0;3264b4bbda9f:39085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1285345487/flush-table-proc/abort' 2024-11-09T11:21:19,019 DEBUG [RS:0;3264b4bbda9f:39085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1285345487/flush-table-proc/acquired' 2024-11-09T11:21:19,020 DEBUG [RS:0;3264b4bbda9f:39085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:21:19,020 DEBUG [RS:0;3264b4bbda9f:39085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:21:19,020 DEBUG [RS:0;3264b4bbda9f:39085 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,39085,1731151277262 2024-11-09T11:21:19,020 DEBUG [RS:0;3264b4bbda9f:39085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,39085,1731151277262' 2024-11-09T11:21:19,020 DEBUG [RS:0;3264b4bbda9f:39085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1285345487/online-snapshot/abort' 2024-11-09T11:21:19,020 DEBUG [RS:0;3264b4bbda9f:39085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1285345487/online-snapshot/acquired' 2024-11-09T11:21:19,020 DEBUG [RS:0;3264b4bbda9f:39085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:21:19,020 INFO [RS:0;3264b4bbda9f:39085 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:21:19,020 INFO [RS:0;3264b4bbda9f:39085 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:21:19,120 INFO [RS:0;3264b4bbda9f:39085 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:21:19,122 INFO [RS:0;3264b4bbda9f:39085 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C39085%2C1731151277262, suffix=, logDir=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262, archiveDir=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/oldWALs, maxLogs=10 2024-11-09T11:21:19,132 DEBUG [RS:0;3264b4bbda9f:39085 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122, exclude list is [], retry=0 2024-11-09T11:21:19,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46517,DS-4f514205-39c9-4fff-9c12-d677e78cef46,DISK] 2024-11-09T11:21:19,136 INFO [RS:0;3264b4bbda9f:39085 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 2024-11-09T11:21:19,136 DEBUG [RS:0;3264b4bbda9f:39085 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41853:41853)] 2024-11-09T11:21:19,269 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:21:19,269 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5 2024-11-09T11:21:19,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741833_1009 (size=32) 2024-11-09T11:21:19,646 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:21:19,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:19,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:21:19,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:21:19,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:19,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:19,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:21:19,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:21:19,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:19,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:19,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:21:19,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:21:19,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:19,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:19,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:21:19,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:21:19,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:19,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:19,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:21:19,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740 2024-11-09T11:21:19,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740 2024-11-09T11:21:19,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:21:19,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:21:19,682 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:21:19,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:21:19,685 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:21:19,685 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67690455, jitterRate=0.008666381239891052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:21:19,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151279674Initializing all the Stores at 1731151279675 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151279675Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151279675Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151279675Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151279675Cleaning up temporary data from old regions at 1731151279682 (+7 ms)Region opened successfully at 1731151279685 (+3 ms) 2024-11-09T11:21:19,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:21:19,685 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:21:19,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:21:19,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:21:19,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:21:19,686 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:21:19,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151279685Disabling compacts and flushes for region at 1731151279685Disabling writes for close at 1731151279685Writing region close event to WAL at 1731151279686 (+1 ms)Closed at 1731151279686 2024-11-09T11:21:19,687 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:21:19,687 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:21:19,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:21:19,688 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:21:19,688 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:21:19,839 DEBUG [3264b4bbda9f:34713 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:21:19,839 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,39085,1731151277262 2024-11-09T11:21:19,840 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,39085,1731151277262, state=OPENING 2024-11-09T11:21:19,893 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:21:19,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487 2024-11-09T11:21:19,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487 2024-11-09T11:21:19,904 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:21:19,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1285345487/meta-region-server: CHANGED 2024-11-09T11:21:19,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,39085,1731151277262}] 2024-11-09T11:21:19,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1285345487/meta-region-server: CHANGED 2024-11-09T11:21:20,056 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:21:20,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:21:20,060 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:21:20,060 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:21:20,060 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:21:20,061 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C39085%2C1731151277262.meta, suffix=.meta, logDir=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262, archiveDir=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/oldWALs, maxLogs=10 2024-11-09T11:21:20,074 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.meta.1731151280062.meta, exclude list is [], retry=0 2024-11-09T11:21:20,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46517,DS-4f514205-39c9-4fff-9c12-d677e78cef46,DISK] 2024-11-09T11:21:20,077 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.meta.1731151280062.meta 2024-11-09T11:21:20,077 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41853:41853)] 2024-11-09T11:21:20,078 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:21:20,078 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:21:20,078 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:21:20,078 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:21:20,078 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:21:20,078 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:21:20,078 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:20,078 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:21:20,078 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:21:20,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:21:20,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:21:20,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:20,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:20,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:21:20,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:21:20,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:20,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:20,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:21:20,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:21:20,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:20,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:20,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:21:20,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:21:20,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:20,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:20,083 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:21:20,083 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740 2024-11-09T11:21:20,084 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740 2024-11-09T11:21:20,084 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:21:20,084 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:21:20,085 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:21:20,085 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:21:20,086 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74608302, jitterRate=0.11175033450126648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:21:20,086 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:21:20,086 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151280079Writing region info on filesystem at 1731151280079Initializing all the Stores at 1731151280079Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151280079Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151280079Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151280079Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151280079Cleaning up temporary data from old regions at 1731151280084 (+5 ms)Running coprocessor post-open hooks at 1731151280086 (+2 ms)Region opened successfully at 1731151280086 2024-11-09T11:21:20,087 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151280056 2024-11-09T11:21:20,088 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:21:20,088 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:21:20,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,39085,1731151277262 2024-11-09T11:21:20,089 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,39085,1731151277262, state=OPEN 2024-11-09T11:21:20,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1285345487/meta-region-server 2024-11-09T11:21:20,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1285345487/meta-region-server 2024-11-09T11:21:20,096 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,39085,1731151277262 2024-11-09T11:21:20,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1285345487/meta-region-server: CHANGED 2024-11-09T11:21:20,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1285345487/meta-region-server: CHANGED 2024-11-09T11:21:20,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:21:20,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,39085,1731151277262 in 192 msec 2024-11-09T11:21:20,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:21:20,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-11-09T11:21:20,100 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:21:20,100 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:21:20,101 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:21:20,101 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,39085,1731151277262, seqNum=-1] 2024-11-09T11:21:20,101 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:20,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:20,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-09T11:21:20,107 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151280107, completionTime=-1 2024-11-09T11:21:20,107 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:21:20,107 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:21:20,109 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:21:20,109 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151340109 2024-11-09T11:21:20,109 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151400109 2024-11-09T11:21:20,109 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T11:21:20,109 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,34713,1731151276973-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:20,109 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,34713,1731151276973-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:20,109 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,34713,1731151276973-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:20,110 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:34713, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:20,110 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:20,110 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:20,111 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:21:20,112 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.774sec 2024-11-09T11:21:20,113 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:21:20,113 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:21:20,113 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:21:20,113 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:21:20,113 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:21:20,113 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,34713,1731151276973-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:21:20,113 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,34713,1731151276973-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:21:20,114 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:21:20,115 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:21:20,115 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,34713,1731151276973-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:20,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416e9fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:20,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,34713,-1 for getting cluster id 2024-11-09T11:21:20,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:20,208 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7022f10-ff23-4767-b2ab-d58f62b42fc5' 2024-11-09T11:21:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7022f10-ff23-4767-b2ab-d58f62b42fc5" 2024-11-09T11:21:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd2d724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,34713,-1] 2024-11-09T11:21:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:20,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:20,209 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:20,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7942bfb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:20,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:21:20,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,39085,1731151277262, seqNum=-1] 2024-11-09T11:21:20,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:20,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:20,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,34713,1731151276973 2024-11-09T11:21:20,214 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50491 2024-11-09T11:21:20,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:21:20,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011f540c5c0005 connected 2024-11-09T11:21:20,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/hadoop.log.dir so I do NOT create it in target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b 2024-11-09T11:21:20,234 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:21:20,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/hadoop.tmp.dir so I do NOT create it in target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b 2024-11-09T11:21:20,235 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:21:20,235 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b 2024-11-09T11:21:20,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:21:20,235 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/cluster_f7a8fd6b-6c5b-76a8-22c5-36489efaffe9, deleteOnExit=true 2024-11-09T11:21:20,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:21:20,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/test.cache.data in system properties and HBase conf 2024-11-09T11:21:20,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:21:20,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:21:20,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:21:20,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:21:20,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:21:20,236 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:21:20,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:21:20,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:21:20,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:21:20,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:21:20,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:21:20,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:21:20,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:21:20,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:21:20,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:21:20,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:21:20,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:21:20,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:21:20,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:21:20,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:21:20,350 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:21:20,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:20,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:20,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:20,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:20,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:20,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:20,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:20,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:20,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:20,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:20,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:20,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:20,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:21:20,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:21:20,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:21:20,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:21:20,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:21:20,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:21:20,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d838bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:21:20,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@569c531a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:21:20,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bcc0901{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/java.io.tmpdir/jetty-localhost-46779-hadoop-hdfs-3_4_1-tests_jar-_-any-6400229382721282436/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:21:20,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c1eb1c5{HTTP/1.1, (http/1.1)}{localhost:46779} 2024-11-09T11:21:20,680 INFO [Time-limited test {}] server.Server(415): Started @234581ms 2024-11-09T11:21:20,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:21:20,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:21:20,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:21:20,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:21:20,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:21:20,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67b0f833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:21:20,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f2cf71c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:21:21,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@583d7786{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/java.io.tmpdir/jetty-localhost-39897-hadoop-hdfs-3_4_1-tests_jar-_-any-5152231971466149126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:21:21,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14b05bf4{HTTP/1.1, (http/1.1)}{localhost:39897} 2024-11-09T11:21:21,095 INFO [Time-limited test {}] server.Server(415): Started @234996ms 2024-11-09T11:21:21,097 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:21:21,738 WARN [Thread-2886 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/cluster_f7a8fd6b-6c5b-76a8-22c5-36489efaffe9/data/data2/current/BP-2117548117-172.17.0.2-1731151280254/current, will proceed with Du for space computation calculation, 2024-11-09T11:21:21,738 WARN [Thread-2885 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/cluster_f7a8fd6b-6c5b-76a8-22c5-36489efaffe9/data/data1/current/BP-2117548117-172.17.0.2-1731151280254/current, will proceed with Du for space computation calculation, 2024-11-09T11:21:21,761 WARN [Thread-2873 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:21:21,763 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7189635e1f954f1b with lease ID 0x931649414d18cacf: Processing first storage report for DS-8cf532bf-d06b-46af-85da-e67b9c61ea4a from datanode DatanodeRegistration(127.0.0.1:40619, datanodeUuid=554aba52-b3ef-4e62-9d1a-caeaf66eeffd, infoPort=43025, infoSecurePort=0, ipcPort=36229, storageInfo=lv=-57;cid=testClusterID;nsid=514069880;c=1731151280254) 2024-11-09T11:21:21,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7189635e1f954f1b with lease ID 0x931649414d18cacf: from storage DS-8cf532bf-d06b-46af-85da-e67b9c61ea4a node DatanodeRegistration(127.0.0.1:40619, datanodeUuid=554aba52-b3ef-4e62-9d1a-caeaf66eeffd, infoPort=43025, infoSecurePort=0, ipcPort=36229, storageInfo=lv=-57;cid=testClusterID;nsid=514069880;c=1731151280254), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:21:21,764 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7189635e1f954f1b with lease ID 0x931649414d18cacf: Processing first storage report for DS-4ef479d8-262e-4427-a0fb-9ccff7a92e18 from datanode DatanodeRegistration(127.0.0.1:40619, datanodeUuid=554aba52-b3ef-4e62-9d1a-caeaf66eeffd, infoPort=43025, infoSecurePort=0, ipcPort=36229, storageInfo=lv=-57;cid=testClusterID;nsid=514069880;c=1731151280254) 2024-11-09T11:21:21,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7189635e1f954f1b with lease ID 0x931649414d18cacf: from storage DS-4ef479d8-262e-4427-a0fb-9ccff7a92e18 node DatanodeRegistration(127.0.0.1:40619, datanodeUuid=554aba52-b3ef-4e62-9d1a-caeaf66eeffd, infoPort=43025, infoSecurePort=0, ipcPort=36229, storageInfo=lv=-57;cid=testClusterID;nsid=514069880;c=1731151280254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:21:21,824 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b 2024-11-09T11:21:21,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:21,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:21,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:21:22,234 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf with version=8 2024-11-09T11:21:22,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/hbase-staging 2024-11-09T11:21:22,236 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:21:22,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:21:22,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:21:22,237 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:21:22,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:21:22,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:21:22,237 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:21:22,237 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:21:22,237 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45401 2024-11-09T11:21:22,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45401 connecting to ZooKeeper ensemble=127.0.0.1:50491 2024-11-09T11:21:22,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454010x0, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:21:22,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45401-0x1011f540c5c0006 connected 2024-11-09T11:21:22,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:22,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:22,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Set watcher on znode that does not yet exist, /2366708222/running 2024-11-09T11:21:22,355 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf, hbase.cluster.distributed=false 2024-11-09T11:21:22,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Set watcher on znode that does not yet exist, /2366708222/acl 2024-11-09T11:21:22,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45401 2024-11-09T11:21:22,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45401 2024-11-09T11:21:22,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45401 2024-11-09T11:21:22,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45401 2024-11-09T11:21:22,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45401 2024-11-09T11:21:22,397 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:21:22,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:21:22,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:21:22,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:21:22,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:21:22,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:21:22,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:21:22,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:21:22,399 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36871 2024-11-09T11:21:22,400 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36871 connecting to ZooKeeper ensemble=127.0.0.1:50491 2024-11-09T11:21:22,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:22,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:22,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368710x0, quorum=127.0.0.1:50491, baseZNode=/2366708222 Set watcher on znode that does not yet exist, /2366708222/running 2024-11-09T11:21:22,424 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:21:22,425 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368710x0, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:21:22,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36871-0x1011f540c5c0007 connected 2024-11-09T11:21:22,444 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:21:22,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Set watcher on znode that does not yet exist, /2366708222/master 2024-11-09T11:21:22,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Set watcher on znode that does not yet exist, /2366708222/acl 2024-11-09T11:21:22,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36871 2024-11-09T11:21:22,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36871 2024-11-09T11:21:22,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36871 2024-11-09T11:21:22,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36871 2024-11-09T11:21:22,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36871 2024-11-09T11:21:22,493 DEBUG [M:0;3264b4bbda9f:45401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:45401 2024-11-09T11:21:22,494 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2366708222/backup-masters/3264b4bbda9f,45401,1731151282236 2024-11-09T11:21:22,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222/backup-masters 2024-11-09T11:21:22,506 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222/backup-masters 2024-11-09T11:21:22,506 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Set watcher on existing znode=/2366708222/backup-masters/3264b4bbda9f,45401,1731151282236 2024-11-09T11:21:22,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222 2024-11-09T11:21:22,516 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2366708222/master 2024-11-09T11:21:22,516 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222 2024-11-09T11:21:22,517 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Set watcher on existing znode=/2366708222/master 2024-11-09T11:21:22,517 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2366708222/backup-masters/3264b4bbda9f,45401,1731151282236 from backup master directory 2024-11-09T11:21:22,527 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222/backup-masters 2024-11-09T11:21:22,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2366708222/backup-masters/3264b4bbda9f,45401,1731151282236 2024-11-09T11:21:22,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222/backup-masters 2024-11-09T11:21:22,527 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:21:22,527 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,45401,1731151282236 2024-11-09T11:21:22,530 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/hbase.id] with ID: 2f700674-57b1-4c6e-8fee-0a1cd2303a35 2024-11-09T11:21:22,531 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/.tmp/hbase.id 2024-11-09T11:21:22,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:21:22,935 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/.tmp/hbase.id]:[hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/hbase.id] 2024-11-09T11:21:22,943 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:21:22,943 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:21:22,943 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T11:21:22,998 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222 2024-11-09T11:21:22,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222 2024-11-09T11:21:23,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:21:23,409 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:21:23,410 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:21:23,410 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:21:23,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:21:23,816 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store 2024-11-09T11:21:23,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:21:23,825 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:23,825 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:21:23,825 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:23,825 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:23,825 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:21:23,825 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:23,825 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:23,825 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151283825Disabling compacts and flushes for region at 1731151283825Disabling writes for close at 1731151283825Writing region close event to WAL at 1731151283825Closed at 1731151283825 2024-11-09T11:21:23,826 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store/.initializing 2024-11-09T11:21:23,826 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/WALs/3264b4bbda9f,45401,1731151282236 2024-11-09T11:21:23,827 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:21:23,828 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C45401%2C1731151282236, suffix=, logDir=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/WALs/3264b4bbda9f,45401,1731151282236, archiveDir=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/oldWALs, maxLogs=10 2024-11-09T11:21:23,839 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/WALs/3264b4bbda9f,45401,1731151282236/3264b4bbda9f%2C45401%2C1731151282236.1731151283828, exclude list is [], retry=0 2024-11-09T11:21:23,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-8cf532bf-d06b-46af-85da-e67b9c61ea4a,DISK] 2024-11-09T11:21:23,844 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/WALs/3264b4bbda9f,45401,1731151282236/3264b4bbda9f%2C45401%2C1731151282236.1731151283828 2024-11-09T11:21:23,848 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43025:43025)] 2024-11-09T11:21:23,848 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:21:23,848 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:23,848 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:23,848 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:23,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:23,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:21:23,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:23,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:23,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:23,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:21:23,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:23,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:23,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:23,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:21:23,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:23,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:23,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:23,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:21:23,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:23,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:23,855 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:23,855 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:23,856 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:23,856 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:23,856 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:23,857 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:21:23,858 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:21:23,859 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:21:23,860 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75233856, jitterRate=0.12107181549072266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:21:23,860 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151283848Initializing all the Stores at 1731151283849 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151283849Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151283849Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151283849Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151283849Cleaning up temporary data from old regions at 1731151283856 (+7 ms)Region opened successfully at 1731151283860 (+4 ms) 2024-11-09T11:21:23,860 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:21:23,862 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edcd9f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:21:23,863 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:21:23,863 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:21:23,863 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:21:23,863 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:21:23,863 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:21:23,864 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:21:23,864 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:21:23,865 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:21:23,866 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Unable to get data of znode /2366708222/balancer because node does not exist (not necessarily an error) 2024-11-09T11:21:23,945 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2366708222/balancer already deleted, retry=false 2024-11-09T11:21:23,946 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:21:23,947 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Unable to get data of znode /2366708222/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:21:23,958 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2366708222/normalizer already deleted, retry=false 2024-11-09T11:21:23,959 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:21:23,960 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Unable to get data of znode /2366708222/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:21:23,969 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2366708222/switch/split already deleted, retry=false 2024-11-09T11:21:23,970 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Unable to get data of znode /2366708222/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:21:23,979 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2366708222/switch/merge already deleted, retry=false 2024-11-09T11:21:23,982 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Unable to get data of znode /2366708222/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:21:23,990 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2366708222/snapshot-cleanup already deleted, retry=false 2024-11-09T11:21:24,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2366708222/running 2024-11-09T11:21:24,001 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2366708222/running 2024-11-09T11:21:24,001 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222 2024-11-09T11:21:24,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222 2024-11-09T11:21:24,001 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,45401,1731151282236, sessionid=0x1011f540c5c0006, setting cluster-up flag (Was=false) 2024-11-09T11:21:24,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222 2024-11-09T11:21:24,022 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222 2024-11-09T11:21:24,053 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2366708222/flush-table-proc/acquired, /2366708222/flush-table-proc/reached, /2366708222/flush-table-proc/abort 2024-11-09T11:21:24,054 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,45401,1731151282236 2024-11-09T11:21:24,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222 2024-11-09T11:21:24,074 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222 2024-11-09T11:21:24,106 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2366708222/online-snapshot/acquired, /2366708222/online-snapshot/reached, /2366708222/online-snapshot/abort 2024-11-09T11:21:24,107 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,45401,1731151282236 2024-11-09T11:21:24,108 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:21:24,109 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:21:24,109 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:21:24,109 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:21:24,110 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,45401,1731151282236 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:21:24,111 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:21:24,111 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:21:24,111 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:21:24,111 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:21:24,111 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:21:24,111 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:24,111 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:21:24,111 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:24,113 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:21:24,113 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:21:24,114 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:24,114 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:21:24,120 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151314120 2024-11-09T11:21:24,120 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:21:24,120 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:21:24,121 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:21:24,121 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:21:24,121 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:21:24,121 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:21:24,121 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:24,123 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:21:24,124 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:21:24,124 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:21:24,124 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:21:24,124 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:21:24,124 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:21:24,127 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151284124,5,FailOnTimeoutGroup] 2024-11-09T11:21:24,127 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151284127,5,FailOnTimeoutGroup] 2024-11-09T11:21:24,127 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:24,127 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:21:24,127 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:24,127 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:24,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:21:24,182 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(746): ClusterId : 2f700674-57b1-4c6e-8fee-0a1cd2303a35 2024-11-09T11:21:24,182 DEBUG [RS:0;3264b4bbda9f:36871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:21:24,231 DEBUG [RS:0;3264b4bbda9f:36871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:21:24,231 DEBUG [RS:0;3264b4bbda9f:36871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:21:24,296 DEBUG [RS:0;3264b4bbda9f:36871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:21:24,296 DEBUG [RS:0;3264b4bbda9f:36871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7408fa81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:21:24,306 DEBUG [RS:0;3264b4bbda9f:36871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:36871 2024-11-09T11:21:24,306 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:21:24,306 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:21:24,306 DEBUG [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:21:24,307 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,45401,1731151282236 with port=36871, startcode=1731151282397 2024-11-09T11:21:24,307 DEBUG [RS:0;3264b4bbda9f:36871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:21:24,308 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:21:24,308 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,36871,1731151282397 2024-11-09T11:21:24,308 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45401 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,36871,1731151282397 2024-11-09T11:21:24,309 DEBUG [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf 2024-11-09T11:21:24,309 DEBUG [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39153 2024-11-09T11:21:24,310 DEBUG [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:21:24,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222/rs 2024-11-09T11:21:24,381 DEBUG [RS:0;3264b4bbda9f:36871 {}] zookeeper.ZKUtil(111): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Set watcher on existing znode=/2366708222/rs/3264b4bbda9f,36871,1731151282397 2024-11-09T11:21:24,381 WARN [RS:0;3264b4bbda9f:36871 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:21:24,381 INFO [RS:0;3264b4bbda9f:36871 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:21:24,381 DEBUG [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397 2024-11-09T11:21:24,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,36871,1731151282397] 2024-11-09T11:21:24,384 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:21:24,385 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:21:24,386 INFO [RS:0;3264b4bbda9f:36871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:21:24,386 INFO [RS:0;3264b4bbda9f:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:24,386 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:21:24,386 INFO [RS:0;3264b4bbda9f:36871 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:21:24,387 INFO [RS:0;3264b4bbda9f:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:24,387 DEBUG [RS:0;3264b4bbda9f:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:24,387 DEBUG [RS:0;3264b4bbda9f:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:24,387 DEBUG [RS:0;3264b4bbda9f:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:24,387 DEBUG [RS:0;3264b4bbda9f:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:24,387 DEBUG [RS:0;3264b4bbda9f:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:24,387 DEBUG [RS:0;3264b4bbda9f:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:21:24,387 DEBUG [RS:0;3264b4bbda9f:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:24,387 DEBUG [RS:0;3264b4bbda9f:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:24,387 DEBUG [RS:0;3264b4bbda9f:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:24,387 DEBUG [RS:0;3264b4bbda9f:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:24,387 DEBUG [RS:0;3264b4bbda9f:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:24,387 DEBUG [RS:0;3264b4bbda9f:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:21:24,387 DEBUG [RS:0;3264b4bbda9f:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:21:24,387 DEBUG [RS:0;3264b4bbda9f:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:21:24,387 INFO [RS:0;3264b4bbda9f:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:24,387 INFO [RS:0;3264b4bbda9f:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:24,387 INFO [RS:0;3264b4bbda9f:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:24,387 INFO [RS:0;3264b4bbda9f:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:24,387 INFO [RS:0;3264b4bbda9f:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:24,387 INFO [RS:0;3264b4bbda9f:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,36871,1731151282397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:21:24,400 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:21:24,400 INFO [RS:0;3264b4bbda9f:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,36871,1731151282397-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:24,400 INFO [RS:0;3264b4bbda9f:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:24,400 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.Replication(171): 3264b4bbda9f,36871,1731151282397 started 2024-11-09T11:21:24,413 INFO [RS:0;3264b4bbda9f:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:24,413 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,36871,1731151282397, RpcServer on 3264b4bbda9f/172.17.0.2:36871, sessionid=0x1011f540c5c0007 2024-11-09T11:21:24,413 DEBUG [RS:0;3264b4bbda9f:36871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:21:24,413 DEBUG [RS:0;3264b4bbda9f:36871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,36871,1731151282397 2024-11-09T11:21:24,413 DEBUG [RS:0;3264b4bbda9f:36871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,36871,1731151282397' 2024-11-09T11:21:24,413 DEBUG [RS:0;3264b4bbda9f:36871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2366708222/flush-table-proc/abort' 2024-11-09T11:21:24,413 DEBUG [RS:0;3264b4bbda9f:36871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2366708222/flush-table-proc/acquired' 2024-11-09T11:21:24,414 DEBUG [RS:0;3264b4bbda9f:36871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:21:24,414 DEBUG [RS:0;3264b4bbda9f:36871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:21:24,414 DEBUG [RS:0;3264b4bbda9f:36871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,36871,1731151282397 2024-11-09T11:21:24,414 DEBUG [RS:0;3264b4bbda9f:36871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,36871,1731151282397' 2024-11-09T11:21:24,414 DEBUG [RS:0;3264b4bbda9f:36871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2366708222/online-snapshot/abort' 2024-11-09T11:21:24,415 DEBUG [RS:0;3264b4bbda9f:36871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2366708222/online-snapshot/acquired' 2024-11-09T11:21:24,415 DEBUG [RS:0;3264b4bbda9f:36871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:21:24,415 INFO [RS:0;3264b4bbda9f:36871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:21:24,415 INFO [RS:0;3264b4bbda9f:36871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:21:24,515 INFO [RS:0;3264b4bbda9f:36871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:21:24,517 INFO [RS:0;3264b4bbda9f:36871 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C36871%2C1731151282397, suffix=, logDir=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397, archiveDir=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/oldWALs, maxLogs=10 2024-11-09T11:21:24,529 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:21:24,529 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf 2024-11-09T11:21:24,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741832_1008 (size=32) 2024-11-09T11:21:24,534 DEBUG [RS:0;3264b4bbda9f:36871 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517, exclude list is [], retry=0 2024-11-09T11:21:24,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-8cf532bf-d06b-46af-85da-e67b9c61ea4a,DISK] 2024-11-09T11:21:24,537 INFO [RS:0;3264b4bbda9f:36871 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 2024-11-09T11:21:24,537 DEBUG [RS:0;3264b4bbda9f:36871 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43025:43025)] 2024-11-09T11:21:24,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:24,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:21:24,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:21:24,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:24,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:24,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:21:24,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:21:24,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:24,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:24,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:21:24,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:21:24,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:24,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:24,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:21:24,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:21:24,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:24,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:24,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:21:24,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740 2024-11-09T11:21:24,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740 2024-11-09T11:21:24,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:21:24,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:21:24,941 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:21:24,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:21:24,943 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:21:24,944 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72165392, jitterRate=0.0753481388092041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:21:24,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151284933Initializing all the Stores at 1731151284934 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151284934Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151284935 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151284935Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151284935Cleaning up temporary data from old regions at 1731151284941 (+6 ms)Region opened successfully at 1731151284944 (+3 ms) 2024-11-09T11:21:24,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:21:24,944 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:21:24,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:21:24,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:21:24,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:21:24,944 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:21:24,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151284944Disabling compacts and flushes for region at 1731151284944Disabling writes for close at 1731151284944Writing region close event to WAL at 1731151284944Closed at 1731151284944 2024-11-09T11:21:24,945 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:21:24,945 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:21:24,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:21:24,946 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:21:24,947 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:21:25,098 DEBUG [3264b4bbda9f:45401 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:21:25,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,36871,1731151282397 2024-11-09T11:21:25,101 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,36871,1731151282397, state=OPENING 2024-11-09T11:21:25,106 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:21:25,116 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222 2024-11-09T11:21:25,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222 2024-11-09T11:21:25,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2366708222/meta-region-server: CHANGED 2024-11-09T11:21:25,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2366708222/meta-region-server: CHANGED 2024-11-09T11:21:25,117 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:21:25,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,36871,1731151282397}] 2024-11-09T11:21:25,271 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:21:25,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:21:25,274 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:21:25,275 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:21:25,275 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:21:25,276 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C36871%2C1731151282397.meta, suffix=.meta, logDir=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397, archiveDir=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/oldWALs, maxLogs=10 2024-11-09T11:21:25,288 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.meta.1731151285276.meta, exclude list is [], retry=0 2024-11-09T11:21:25,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-8cf532bf-d06b-46af-85da-e67b9c61ea4a,DISK] 2024-11-09T11:21:25,292 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.meta.1731151285276.meta 2024-11-09T11:21:25,292 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43025:43025)] 2024-11-09T11:21:25,292 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:21:25,293 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:21:25,293 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:21:25,293 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:21:25,293 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:21:25,293 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:21:25,293 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:25,293 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:21:25,293 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:21:25,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:21:25,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:21:25,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:25,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:25,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:21:25,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:21:25,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:25,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:25,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:21:25,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:21:25,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:25,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:25,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:21:25,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:21:25,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:25,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:21:25,300 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:21:25,301 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740 2024-11-09T11:21:25,302 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740 2024-11-09T11:21:25,302 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:21:25,302 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:21:25,303 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:21:25,304 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:21:25,304 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61297663, jitterRate=-0.0865936428308487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:21:25,304 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:21:25,304 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151285293Writing region info on filesystem at 1731151285293Initializing all the Stores at 1731151285294 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151285294Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151285296 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151285296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151285296Cleaning up temporary data from old regions at 1731151285302 (+6 ms)Running coprocessor post-open hooks at 1731151285304 (+2 ms)Region opened successfully at 1731151285304 2024-11-09T11:21:25,305 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151285270 2024-11-09T11:21:25,307 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:21:25,307 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:21:25,307 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,36871,1731151282397 2024-11-09T11:21:25,308 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,36871,1731151282397, state=OPEN 2024-11-09T11:21:25,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2366708222/meta-region-server 2024-11-09T11:21:25,316 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2366708222/meta-region-server 2024-11-09T11:21:25,316 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,36871,1731151282397 2024-11-09T11:21:25,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2366708222/meta-region-server: CHANGED 2024-11-09T11:21:25,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2366708222/meta-region-server: CHANGED 2024-11-09T11:21:25,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:21:25,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,36871,1731151282397 in 199 msec 2024-11-09T11:21:25,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:21:25,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-09T11:21:25,320 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:21:25,320 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:21:25,322 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:21:25,322 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,36871,1731151282397, seqNum=-1] 2024-11-09T11:21:25,322 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:25,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:25,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2180 sec 2024-11-09T11:21:25,327 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151285327, completionTime=-1 2024-11-09T11:21:25,327 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:21:25,327 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:21:25,329 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:21:25,329 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151345329 2024-11-09T11:21:25,330 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151405330 2024-11-09T11:21:25,330 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T11:21:25,330 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,45401,1731151282236-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:25,330 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,45401,1731151282236-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:25,330 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,45401,1731151282236-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:25,330 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:45401, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:25,330 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:25,330 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:25,332 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:21:25,334 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.807sec 2024-11-09T11:21:25,334 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:21:25,334 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:21:25,334 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:21:25,334 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:21:25,334 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:21:25,334 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,45401,1731151282236-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:21:25,334 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,45401,1731151282236-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:21:25,336 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:21:25,336 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:21:25,336 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,45401,1731151282236-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:21:25,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec524d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:25,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,45401,-1 for getting cluster id 2024-11-09T11:21:25,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:25,384 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f700674-57b1-4c6e-8fee-0a1cd2303a35' 2024-11-09T11:21:25,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:25,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f700674-57b1-4c6e-8fee-0a1cd2303a35" 2024-11-09T11:21:25,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a3398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:25,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,45401,-1] 2024-11-09T11:21:25,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:25,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:25,386 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:25,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b9c14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:25,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:21:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,36871,1731151282397, seqNum=-1] 2024-11-09T11:21:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:25,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:25,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,45401,1731151282236 2024-11-09T11:21:25,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50491 2024-11-09T11:21:25,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:21:25,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011f540c5c0008 connected 2024-11-09T11:21:25,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:21:25,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,38179,1731151272071 2024-11-09T11:21:25,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f62ae23 2024-11-09T11:21:25,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:21:25,415 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:21:25,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:21:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T11:21:25,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:21:25,417 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:25,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T11:21:25,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:21:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:21:25,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741835_1011 (size=902) 2024-11-09T11:21:25,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:21:25,508 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:21:25,509 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48306 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:21:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:21:25,581 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:21:25,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:25,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:25,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:25,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:25,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:25,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:25,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:25,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:25,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:25,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:25,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:25,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:21:25,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 866be61d4f1a797a451e2bb5d48318b9, NAME => 'test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a 2024-11-09T11:21:25,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741836_1012 (size=39) 2024-11-09T11:21:25,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:25,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 866be61d4f1a797a451e2bb5d48318b9, disabling compactions & flushes 2024-11-09T11:21:25,869 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9. 2024-11-09T11:21:25,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9. 2024-11-09T11:21:25,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9. after waiting 0 ms 2024-11-09T11:21:25,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9. 2024-11-09T11:21:25,870 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9. 2024-11-09T11:21:25,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 866be61d4f1a797a451e2bb5d48318b9: Waiting for close lock at 1731151285869Disabling compacts and flushes for region at 1731151285869Disabling writes for close at 1731151285869Writing region close event to WAL at 1731151285870 (+1 ms)Closed at 1731151285870 2024-11-09T11:21:25,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:21:25,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731151285871"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151285871"}]},"ts":"1731151285871"} 2024-11-09T11:21:25,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:21:25,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:21:25,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151285875"}]},"ts":"1731151285875"} 2024-11-09T11:21:25,878 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T11:21:25,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=866be61d4f1a797a451e2bb5d48318b9, ASSIGN}] 2024-11-09T11:21:25,884 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=866be61d4f1a797a451e2bb5d48318b9, ASSIGN 2024-11-09T11:21:25,885 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=866be61d4f1a797a451e2bb5d48318b9, ASSIGN; state=OFFLINE, location=3264b4bbda9f,43567,1731151272271; forceNewPlan=false, retain=false 2024-11-09T11:21:26,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=866be61d4f1a797a451e2bb5d48318b9, regionState=OPENING, regionLocation=3264b4bbda9f,43567,1731151272271 2024-11-09T11:21:26,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=866be61d4f1a797a451e2bb5d48318b9, ASSIGN because future has completed 2024-11-09T11:21:26,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 866be61d4f1a797a451e2bb5d48318b9, server=3264b4bbda9f,43567,1731151272271}] 2024-11-09T11:21:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:21:26,194 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9. 2024-11-09T11:21:26,194 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 866be61d4f1a797a451e2bb5d48318b9, NAME => 'test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:21:26,194 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:21:26,195 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T11:21:26,195 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 866be61d4f1a797a451e2bb5d48318b9 2024-11-09T11:21:26,195 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:26,195 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 866be61d4f1a797a451e2bb5d48318b9 2024-11-09T11:21:26,195 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 866be61d4f1a797a451e2bb5d48318b9 2024-11-09T11:21:26,196 INFO [StoreOpener-866be61d4f1a797a451e2bb5d48318b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 866be61d4f1a797a451e2bb5d48318b9 2024-11-09T11:21:26,197 INFO [StoreOpener-866be61d4f1a797a451e2bb5d48318b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 866be61d4f1a797a451e2bb5d48318b9 columnFamilyName f 2024-11-09T11:21:26,197 DEBUG [StoreOpener-866be61d4f1a797a451e2bb5d48318b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:26,197 INFO [StoreOpener-866be61d4f1a797a451e2bb5d48318b9-1 {}] regionserver.HStore(327): Store=866be61d4f1a797a451e2bb5d48318b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:26,197 INFO [StoreOpener-866be61d4f1a797a451e2bb5d48318b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 866be61d4f1a797a451e2bb5d48318b9 2024-11-09T11:21:26,198 INFO [StoreOpener-866be61d4f1a797a451e2bb5d48318b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 866be61d4f1a797a451e2bb5d48318b9 columnFamilyName f1 2024-11-09T11:21:26,198 DEBUG [StoreOpener-866be61d4f1a797a451e2bb5d48318b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:26,198 INFO [StoreOpener-866be61d4f1a797a451e2bb5d48318b9-1 {}] regionserver.HStore(327): Store=866be61d4f1a797a451e2bb5d48318b9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:26,199 INFO [StoreOpener-866be61d4f1a797a451e2bb5d48318b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 866be61d4f1a797a451e2bb5d48318b9 2024-11-09T11:21:26,199 INFO [StoreOpener-866be61d4f1a797a451e2bb5d48318b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 866be61d4f1a797a451e2bb5d48318b9 columnFamilyName norep 2024-11-09T11:21:26,199 DEBUG [StoreOpener-866be61d4f1a797a451e2bb5d48318b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:26,200 INFO [StoreOpener-866be61d4f1a797a451e2bb5d48318b9-1 {}] regionserver.HStore(327): Store=866be61d4f1a797a451e2bb5d48318b9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:26,200 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 866be61d4f1a797a451e2bb5d48318b9 2024-11-09T11:21:26,200 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/default/test/866be61d4f1a797a451e2bb5d48318b9 2024-11-09T11:21:26,200 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/default/test/866be61d4f1a797a451e2bb5d48318b9 2024-11-09T11:21:26,201 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 866be61d4f1a797a451e2bb5d48318b9 2024-11-09T11:21:26,201 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 866be61d4f1a797a451e2bb5d48318b9 2024-11-09T11:21:26,201 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:21:26,202 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 866be61d4f1a797a451e2bb5d48318b9 2024-11-09T11:21:26,203 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/default/test/866be61d4f1a797a451e2bb5d48318b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:21:26,203 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 866be61d4f1a797a451e2bb5d48318b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59573489, jitterRate=-0.11228583753108978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:21:26,203 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 866be61d4f1a797a451e2bb5d48318b9 2024-11-09T11:21:26,204 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 866be61d4f1a797a451e2bb5d48318b9: Running coprocessor pre-open hook at 1731151286195Writing region info on filesystem at 1731151286195Initializing all the Stores at 1731151286196 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151286196Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151286196Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151286196Cleaning up temporary data from old regions at 1731151286201 (+5 ms)Running coprocessor post-open hooks at 1731151286203 (+2 ms)Region opened successfully at 1731151286204 (+1 ms) 2024-11-09T11:21:26,204 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9., pid=6, masterSystemTime=1731151286189 2024-11-09T11:21:26,206 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9. 2024-11-09T11:21:26,206 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9. 2024-11-09T11:21:26,206 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=866be61d4f1a797a451e2bb5d48318b9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3264b4bbda9f,43567,1731151272271 2024-11-09T11:21:26,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 866be61d4f1a797a451e2bb5d48318b9, server=3264b4bbda9f,43567,1731151272271 because future has completed 2024-11-09T11:21:26,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:21:26,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 866be61d4f1a797a451e2bb5d48318b9, server=3264b4bbda9f,43567,1731151272271 in 172 msec 2024-11-09T11:21:26,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T11:21:26,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=866be61d4f1a797a451e2bb5d48318b9, ASSIGN in 332 msec 2024-11-09T11:21:26,212 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:21:26,212 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151286212"}]},"ts":"1731151286212"} 2024-11-09T11:21:26,213 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T11:21:26,214 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:21:26,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 799 msec 2024-11-09T11:21:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:21:26,558 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T11:21:26,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:21:26,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,34713,1731151276973 2024-11-09T11:21:26,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bedab7c 2024-11-09T11:21:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:21:26,560 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:21:26,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:21:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T11:21:26,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:21:26,563 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:26,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T11:21:26,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:21:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:21:26,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741835_1011 (size=902) 2024-11-09T11:21:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:21:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:21:26,973 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9bafb1038bbeb2c000fec787fb35a2df, NAME => 'test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5 2024-11-09T11:21:26,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741836_1012 (size=39) 2024-11-09T11:21:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:21:27,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:27,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9bafb1038bbeb2c000fec787fb35a2df, disabling compactions & flushes 2024-11-09T11:21:27,378 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df. 2024-11-09T11:21:27,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df. 2024-11-09T11:21:27,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df. after waiting 0 ms 2024-11-09T11:21:27,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df. 2024-11-09T11:21:27,378 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df. 2024-11-09T11:21:27,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9bafb1038bbeb2c000fec787fb35a2df: Waiting for close lock at 1731151287378Disabling compacts and flushes for region at 1731151287378Disabling writes for close at 1731151287378Writing region close event to WAL at 1731151287378Closed at 1731151287378 2024-11-09T11:21:27,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:21:27,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731151287379"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151287379"}]},"ts":"1731151287379"} 2024-11-09T11:21:27,381 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:21:27,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:21:27,382 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151287382"}]},"ts":"1731151287382"} 2024-11-09T11:21:27,383 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T11:21:27,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9bafb1038bbeb2c000fec787fb35a2df, ASSIGN}] 2024-11-09T11:21:27,384 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9bafb1038bbeb2c000fec787fb35a2df, ASSIGN 2024-11-09T11:21:27,385 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9bafb1038bbeb2c000fec787fb35a2df, ASSIGN; state=OFFLINE, location=3264b4bbda9f,39085,1731151277262; forceNewPlan=false, retain=false 2024-11-09T11:21:27,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9bafb1038bbeb2c000fec787fb35a2df, regionState=OPENING, regionLocation=3264b4bbda9f,39085,1731151277262 2024-11-09T11:21:27,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9bafb1038bbeb2c000fec787fb35a2df, ASSIGN because future has completed 2024-11-09T11:21:27,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bafb1038bbeb2c000fec787fb35a2df, server=3264b4bbda9f,39085,1731151277262}] 2024-11-09T11:21:27,693 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df. 2024-11-09T11:21:27,693 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9bafb1038bbeb2c000fec787fb35a2df, NAME => 'test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:21:27,693 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:21:27,693 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T11:21:27,694 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:27,694 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:27,694 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:27,694 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:27,695 INFO [StoreOpener-9bafb1038bbeb2c000fec787fb35a2df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:27,696 INFO [StoreOpener-9bafb1038bbeb2c000fec787fb35a2df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bafb1038bbeb2c000fec787fb35a2df columnFamilyName f 2024-11-09T11:21:27,696 DEBUG [StoreOpener-9bafb1038bbeb2c000fec787fb35a2df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:27,696 INFO [StoreOpener-9bafb1038bbeb2c000fec787fb35a2df-1 {}] regionserver.HStore(327): Store=9bafb1038bbeb2c000fec787fb35a2df/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:27,696 INFO [StoreOpener-9bafb1038bbeb2c000fec787fb35a2df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:27,697 INFO [StoreOpener-9bafb1038bbeb2c000fec787fb35a2df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bafb1038bbeb2c000fec787fb35a2df columnFamilyName f1 2024-11-09T11:21:27,697 DEBUG [StoreOpener-9bafb1038bbeb2c000fec787fb35a2df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:27,698 INFO [StoreOpener-9bafb1038bbeb2c000fec787fb35a2df-1 {}] regionserver.HStore(327): Store=9bafb1038bbeb2c000fec787fb35a2df/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:21:27,698 INFO [StoreOpener-9bafb1038bbeb2c000fec787fb35a2df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:27,698 INFO [StoreOpener-9bafb1038bbeb2c000fec787fb35a2df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bafb1038bbeb2c000fec787fb35a2df columnFamilyName norep 2024-11-09T11:21:27,698 DEBUG [StoreOpener-9bafb1038bbeb2c000fec787fb35a2df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:27,699 INFO [StoreOpener-9bafb1038bbeb2c000fec787fb35a2df-1 {}] regionserver.HStore(327): Store=9bafb1038bbeb2c000fec787fb35a2df/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:27,699 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:27,699 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/default/test/9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:27,699 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/default/test/9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:27,700 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:27,700 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:27,700 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:21:27,701 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:27,703 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/default/test/9bafb1038bbeb2c000fec787fb35a2df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:21:27,703 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9bafb1038bbeb2c000fec787fb35a2df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74914708, jitterRate=0.11631613969802856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:21:27,703 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:27,703 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9bafb1038bbeb2c000fec787fb35a2df: Running coprocessor pre-open hook at 1731151287694Writing region info on filesystem at 1731151287694Initializing all the Stores at 1731151287694Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151287695 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151287695Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151287695Cleaning up temporary data from old regions at 1731151287700 (+5 ms)Running coprocessor post-open hooks at 1731151287703 (+3 ms)Region opened successfully at 1731151287703 2024-11-09T11:21:27,704 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df., pid=6, masterSystemTime=1731151287690 2024-11-09T11:21:27,705 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df. 2024-11-09T11:21:27,705 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df. 2024-11-09T11:21:27,706 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9bafb1038bbeb2c000fec787fb35a2df, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3264b4bbda9f,39085,1731151277262 2024-11-09T11:21:27,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bafb1038bbeb2c000fec787fb35a2df, server=3264b4bbda9f,39085,1731151277262 because future has completed 2024-11-09T11:21:27,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:21:27,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9bafb1038bbeb2c000fec787fb35a2df, server=3264b4bbda9f,39085,1731151277262 in 170 msec 2024-11-09T11:21:27,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T11:21:27,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9bafb1038bbeb2c000fec787fb35a2df, ASSIGN in 326 msec 2024-11-09T11:21:27,712 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:21:27,712 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151287712"}]},"ts":"1731151287712"} 2024-11-09T11:21:27,714 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T11:21:27,714 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:21:27,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-09T11:21:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:21:28,708 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T11:21:28,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:21:28,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,45401,1731151282236 2024-11-09T11:21:28,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36f72df1 2024-11-09T11:21:28,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:21:28,710 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:21:28,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:21:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T11:21:28,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:21:28,713 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:28,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T11:21:28,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:21:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:21:28,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741835_1011 (size=902) 2024-11-09T11:21:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:21:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:21:29,119 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b93242f3987b74b468952cf1009eefb, NAME => 'test,,1731151288710.9b93242f3987b74b468952cf1009eefb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf 2024-11-09T11:21:29,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741836_1012 (size=39) 2024-11-09T11:21:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:21:29,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731151288710.9b93242f3987b74b468952cf1009eefb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:29,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9b93242f3987b74b468952cf1009eefb, disabling compactions & flushes 2024-11-09T11:21:29,524 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731151288710.9b93242f3987b74b468952cf1009eefb. 2024-11-09T11:21:29,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151288710.9b93242f3987b74b468952cf1009eefb. 2024-11-09T11:21:29,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731151288710.9b93242f3987b74b468952cf1009eefb. after waiting 0 ms 2024-11-09T11:21:29,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731151288710.9b93242f3987b74b468952cf1009eefb. 2024-11-09T11:21:29,524 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731151288710.9b93242f3987b74b468952cf1009eefb. 2024-11-09T11:21:29,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b93242f3987b74b468952cf1009eefb: Waiting for close lock at 1731151289524Disabling compacts and flushes for region at 1731151289524Disabling writes for close at 1731151289524Writing region close event to WAL at 1731151289524Closed at 1731151289524 2024-11-09T11:21:29,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:21:29,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731151288710.9b93242f3987b74b468952cf1009eefb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731151289526"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151289526"}]},"ts":"1731151289526"} 2024-11-09T11:21:29,528 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:21:29,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:21:29,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151289528"}]},"ts":"1731151289528"} 2024-11-09T11:21:29,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T11:21:29,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9b93242f3987b74b468952cf1009eefb, ASSIGN}] 2024-11-09T11:21:29,531 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9b93242f3987b74b468952cf1009eefb, ASSIGN 2024-11-09T11:21:29,531 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9b93242f3987b74b468952cf1009eefb, ASSIGN; state=OFFLINE, location=3264b4bbda9f,36871,1731151282397; forceNewPlan=false, retain=false 2024-11-09T11:21:29,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b93242f3987b74b468952cf1009eefb, regionState=OPENING, regionLocation=3264b4bbda9f,36871,1731151282397 2024-11-09T11:21:29,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9b93242f3987b74b468952cf1009eefb, ASSIGN because future has completed 2024-11-09T11:21:29,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b93242f3987b74b468952cf1009eefb, server=3264b4bbda9f,36871,1731151282397}] 2024-11-09T11:21:29,839 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731151288710.9b93242f3987b74b468952cf1009eefb. 2024-11-09T11:21:29,839 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b93242f3987b74b468952cf1009eefb, NAME => 'test,,1731151288710.9b93242f3987b74b468952cf1009eefb.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:21:29,840 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:21:29,840 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T11:21:29,840 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9b93242f3987b74b468952cf1009eefb 2024-11-09T11:21:29,840 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731151288710.9b93242f3987b74b468952cf1009eefb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:29,840 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9b93242f3987b74b468952cf1009eefb 2024-11-09T11:21:29,840 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9b93242f3987b74b468952cf1009eefb 2024-11-09T11:21:29,841 INFO [StoreOpener-9b93242f3987b74b468952cf1009eefb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9b93242f3987b74b468952cf1009eefb 2024-11-09T11:21:29,842 INFO [StoreOpener-9b93242f3987b74b468952cf1009eefb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b93242f3987b74b468952cf1009eefb columnFamilyName f 2024-11-09T11:21:29,842 DEBUG [StoreOpener-9b93242f3987b74b468952cf1009eefb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:29,842 INFO [StoreOpener-9b93242f3987b74b468952cf1009eefb-1 {}] regionserver.HStore(327): Store=9b93242f3987b74b468952cf1009eefb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:29,843 INFO [StoreOpener-9b93242f3987b74b468952cf1009eefb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9b93242f3987b74b468952cf1009eefb 2024-11-09T11:21:29,843 INFO [StoreOpener-9b93242f3987b74b468952cf1009eefb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b93242f3987b74b468952cf1009eefb columnFamilyName f1 2024-11-09T11:21:29,843 DEBUG [StoreOpener-9b93242f3987b74b468952cf1009eefb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:29,844 INFO [StoreOpener-9b93242f3987b74b468952cf1009eefb-1 {}] regionserver.HStore(327): Store=9b93242f3987b74b468952cf1009eefb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:29,844 INFO [StoreOpener-9b93242f3987b74b468952cf1009eefb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9b93242f3987b74b468952cf1009eefb 2024-11-09T11:21:29,844 INFO [StoreOpener-9b93242f3987b74b468952cf1009eefb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b93242f3987b74b468952cf1009eefb columnFamilyName norep 2024-11-09T11:21:29,844 DEBUG [StoreOpener-9b93242f3987b74b468952cf1009eefb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:29,845 INFO [StoreOpener-9b93242f3987b74b468952cf1009eefb-1 {}] regionserver.HStore(327): Store=9b93242f3987b74b468952cf1009eefb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:29,845 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9b93242f3987b74b468952cf1009eefb 2024-11-09T11:21:29,845 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/default/test/9b93242f3987b74b468952cf1009eefb 2024-11-09T11:21:29,846 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/default/test/9b93242f3987b74b468952cf1009eefb 2024-11-09T11:21:29,846 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9b93242f3987b74b468952cf1009eefb 2024-11-09T11:21:29,846 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9b93242f3987b74b468952cf1009eefb 2024-11-09T11:21:29,847 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:21:29,847 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9b93242f3987b74b468952cf1009eefb 2024-11-09T11:21:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:21:29,853 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/default/test/9b93242f3987b74b468952cf1009eefb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:21:29,853 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9b93242f3987b74b468952cf1009eefb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60921733, jitterRate=-0.09219543635845184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:21:29,853 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b93242f3987b74b468952cf1009eefb 2024-11-09T11:21:29,853 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9b93242f3987b74b468952cf1009eefb: Running coprocessor pre-open hook at 1731151289840Writing region info on filesystem at 1731151289840Initializing all the Stores at 1731151289841 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151289841Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151289841Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151289841Cleaning up temporary data from old regions at 1731151289846 (+5 ms)Running coprocessor post-open hooks at 1731151289853 (+7 ms)Region opened successfully at 1731151289853 2024-11-09T11:21:29,854 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731151288710.9b93242f3987b74b468952cf1009eefb., pid=6, masterSystemTime=1731151289836 2024-11-09T11:21:29,855 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731151288710.9b93242f3987b74b468952cf1009eefb. 2024-11-09T11:21:29,856 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731151288710.9b93242f3987b74b468952cf1009eefb. 2024-11-09T11:21:29,856 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b93242f3987b74b468952cf1009eefb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3264b4bbda9f,36871,1731151282397 2024-11-09T11:21:29,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b93242f3987b74b468952cf1009eefb, server=3264b4bbda9f,36871,1731151282397 because future has completed 2024-11-09T11:21:29,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:21:29,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b93242f3987b74b468952cf1009eefb, server=3264b4bbda9f,36871,1731151282397 in 174 msec 2024-11-09T11:21:29,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T11:21:29,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9b93242f3987b74b468952cf1009eefb, ASSIGN in 330 msec 2024-11-09T11:21:29,862 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:21:29,862 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151289862"}]},"ts":"1731151289862"} 2024-11-09T11:21:29,864 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T11:21:29,865 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:21:29,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-09T11:21:30,795 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:21:30,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:30,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:30,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:30,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:30,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:30,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:30,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:30,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:30,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:30,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:30,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:30,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:21:30,858 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T11:21:30,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8a65f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:30,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,38179,-1 for getting cluster id 2024-11-09T11:21:30,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:30,860 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b83b685-31b5-4226-8663-e9ec247c12e7' 2024-11-09T11:21:30,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:30,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b83b685-31b5-4226-8663-e9ec247c12e7" 2024-11-09T11:21:30,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104161d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:30,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,38179,-1] 2024-11-09T11:21:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:30,862 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:30,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90c3faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:30,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:21:30,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,38179,1731151272071 2024-11-09T11:21:30,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@620e3de8 2024-11-09T11:21:30,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:21:30,864 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:21:30,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3264b4bbda9f:34713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T11:21:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:21:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:21:30,867 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:34713' 2024-11-09T11:21:30,868 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7585629d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:30,868 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,34713,-1 for getting cluster id 2024-11-09T11:21:30,868 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:30,868 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7022f10-ff23-4767-b2ab-d58f62b42fc5' 2024-11-09T11:21:30,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:30,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7022f10-ff23-4767-b2ab-d58f62b42fc5" 2024-11-09T11:21:30,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a5bd06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:30,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,34713,-1] 2024-11-09T11:21:30,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:30,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:30,869 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:30,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752d09bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:30,870 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:21:30,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,34713,1731151276973 2024-11-09T11:21:30,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@351b901e 2024-11-09T11:21:30,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:21:30,872 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:21:30,872 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T11:21:30,872 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:21:30,873 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:30,873 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:30,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:30,873 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:21:30,874 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T11:21:30,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:21:30,875 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:30,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:21:30,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741837_1013 (size=1138) 2024-11-09T11:21:30,882 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f4c4ce350dcc4d3fe8678e56fb9c181, NAME => 'hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a 2024-11-09T11:21:30,884 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T11:21:30,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741838_1014 (size=44) 2024-11-09T11:21:30,924 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T11:21:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:21:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:21:31,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:31,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5f4c4ce350dcc4d3fe8678e56fb9c181, disabling compactions & flushes 2024-11-09T11:21:31,287 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181. 2024-11-09T11:21:31,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181. 2024-11-09T11:21:31,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181. after waiting 0 ms 2024-11-09T11:21:31,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181. 2024-11-09T11:21:31,287 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181. 2024-11-09T11:21:31,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f4c4ce350dcc4d3fe8678e56fb9c181: Waiting for close lock at 1731151291287Disabling compacts and flushes for region at 1731151291287Disabling writes for close at 1731151291287Writing region close event to WAL at 1731151291287Closed at 1731151291287 2024-11-09T11:21:31,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:21:31,288 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731151291288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151291288"}]},"ts":"1731151291288"} 2024-11-09T11:21:31,290 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:21:31,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:21:31,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151291291"}]},"ts":"1731151291291"} 2024-11-09T11:21:31,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T11:21:31,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f4c4ce350dcc4d3fe8678e56fb9c181, ASSIGN}] 2024-11-09T11:21:31,293 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f4c4ce350dcc4d3fe8678e56fb9c181, ASSIGN 2024-11-09T11:21:31,293 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f4c4ce350dcc4d3fe8678e56fb9c181, ASSIGN; state=OFFLINE, location=3264b4bbda9f,43567,1731151272271; forceNewPlan=false, retain=false 2024-11-09T11:21:31,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5f4c4ce350dcc4d3fe8678e56fb9c181, regionState=OPENING, regionLocation=3264b4bbda9f,43567,1731151272271 2024-11-09T11:21:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f4c4ce350dcc4d3fe8678e56fb9c181, ASSIGN because future has completed 2024-11-09T11:21:31,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f4c4ce350dcc4d3fe8678e56fb9c181, server=3264b4bbda9f,43567,1731151272271}] 2024-11-09T11:21:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:21:31,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181. 2024-11-09T11:21:31,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:21:31,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T11:21:31,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C43567%2C1731151272271.rep, suffix=, logDir=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271, archiveDir=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/oldWALs, maxLogs=10 2024-11-09T11:21:31,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.rep.1731151291601, exclude list is [], retry=0 2024-11-09T11:21:31,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-a045a75e-bb43-4235-9e73-eab15a1d73a3,DISK] 2024-11-09T11:21:31,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.rep.1731151291601 2024-11-09T11:21:31,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45757:45757)] 2024-11-09T11:21:31,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f4c4ce350dcc4d3fe8678e56fb9c181, NAME => 'hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:21:31,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:21:31,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:21:31,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181. service=MultiRowMutationService 2024-11-09T11:21:31,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T11:21:31,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5f4c4ce350dcc4d3fe8678e56fb9c181 2024-11-09T11:21:31,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:31,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5f4c4ce350dcc4d3fe8678e56fb9c181 2024-11-09T11:21:31,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5f4c4ce350dcc4d3fe8678e56fb9c181 2024-11-09T11:21:31,618 INFO [StoreOpener-5f4c4ce350dcc4d3fe8678e56fb9c181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5f4c4ce350dcc4d3fe8678e56fb9c181 2024-11-09T11:21:31,619 INFO [StoreOpener-5f4c4ce350dcc4d3fe8678e56fb9c181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f4c4ce350dcc4d3fe8678e56fb9c181 columnFamilyName hfileref 2024-11-09T11:21:31,619 DEBUG [StoreOpener-5f4c4ce350dcc4d3fe8678e56fb9c181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:31,620 INFO [StoreOpener-5f4c4ce350dcc4d3fe8678e56fb9c181-1 {}] regionserver.HStore(327): Store=5f4c4ce350dcc4d3fe8678e56fb9c181/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:31,620 INFO [StoreOpener-5f4c4ce350dcc4d3fe8678e56fb9c181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5f4c4ce350dcc4d3fe8678e56fb9c181 2024-11-09T11:21:31,622 INFO [StoreOpener-5f4c4ce350dcc4d3fe8678e56fb9c181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f4c4ce350dcc4d3fe8678e56fb9c181 columnFamilyName queue 2024-11-09T11:21:31,622 DEBUG [StoreOpener-5f4c4ce350dcc4d3fe8678e56fb9c181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:31,622 INFO [StoreOpener-5f4c4ce350dcc4d3fe8678e56fb9c181-1 {}] regionserver.HStore(327): Store=5f4c4ce350dcc4d3fe8678e56fb9c181/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:31,622 INFO [StoreOpener-5f4c4ce350dcc4d3fe8678e56fb9c181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5f4c4ce350dcc4d3fe8678e56fb9c181 2024-11-09T11:21:31,623 INFO [StoreOpener-5f4c4ce350dcc4d3fe8678e56fb9c181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f4c4ce350dcc4d3fe8678e56fb9c181 columnFamilyName sid 2024-11-09T11:21:31,623 DEBUG [StoreOpener-5f4c4ce350dcc4d3fe8678e56fb9c181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:31,623 INFO [StoreOpener-5f4c4ce350dcc4d3fe8678e56fb9c181-1 {}] regionserver.HStore(327): Store=5f4c4ce350dcc4d3fe8678e56fb9c181/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:31,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5f4c4ce350dcc4d3fe8678e56fb9c181 2024-11-09T11:21:31,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/replication/5f4c4ce350dcc4d3fe8678e56fb9c181 2024-11-09T11:21:31,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/replication/5f4c4ce350dcc4d3fe8678e56fb9c181 2024-11-09T11:21:31,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5f4c4ce350dcc4d3fe8678e56fb9c181 2024-11-09T11:21:31,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5f4c4ce350dcc4d3fe8678e56fb9c181 2024-11-09T11:21:31,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:21:31,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5f4c4ce350dcc4d3fe8678e56fb9c181 2024-11-09T11:21:31,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/replication/5f4c4ce350dcc4d3fe8678e56fb9c181/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:21:31,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5f4c4ce350dcc4d3fe8678e56fb9c181; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62642437, jitterRate=-0.0665549486875534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:21:31,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f4c4ce350dcc4d3fe8678e56fb9c181 2024-11-09T11:21:31,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5f4c4ce350dcc4d3fe8678e56fb9c181: Running coprocessor pre-open hook at 1731151291617Writing region info on filesystem at 1731151291617Initializing all the Stores at 1731151291618 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151291618Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151291618Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151291618Cleaning up temporary data from old regions at 1731151291625 (+7 ms)Running coprocessor post-open hooks at 1731151291628 (+3 ms)Region opened successfully at 1731151291628 2024-11-09T11:21:31,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181., pid=10, masterSystemTime=1731151291597 2024-11-09T11:21:31,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181. 2024-11-09T11:21:31,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181. 2024-11-09T11:21:31,630 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5f4c4ce350dcc4d3fe8678e56fb9c181, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,43567,1731151272271 2024-11-09T11:21:31,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f4c4ce350dcc4d3fe8678e56fb9c181, server=3264b4bbda9f,43567,1731151272271 because future has completed 2024-11-09T11:21:31,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T11:21:31,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f4c4ce350dcc4d3fe8678e56fb9c181, server=3264b4bbda9f,43567,1731151272271 in 187 msec 2024-11-09T11:21:31,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T11:21:31,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f4c4ce350dcc4d3fe8678e56fb9c181, ASSIGN in 342 msec 2024-11-09T11:21:31,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:21:31,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151291636"}]},"ts":"1731151291636"} 2024-11-09T11:21:31,638 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T11:21:31,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:21:31,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 766 msec 2024-11-09T11:21:31,662 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T11:21:31,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181., hostname=3264b4bbda9f,43567,1731151272271, seqNum=2] 2024-11-09T11:21:31,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537 2024-11-09T11:21:31,758 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537 2024-11-09T11:21:31,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:21:31,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43567 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T11:21:31,933 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T11:21:31,958 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3264b4bbda9f,43567,1731151272271, ReplicationSource: 1, currentBandwidth=0 2024-11-09T11:21:31,958 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:21:31,958 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,43567,1731151272271, seqNum=-1] 2024-11-09T11:21:31,958 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:31,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T11:21:31,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3264b4bbda9f,43567,1731151272271', locateType=CURRENT is [region=hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181., hostname=3264b4bbda9f,43567,1731151272271, seqNum=2] 2024-11-09T11:21:31,963 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T11:21:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T11:21:31,965 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3264b4bbda9f,43567,1731151272271 suceeded 2024-11-09T11:21:31,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T11:21:31,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-09T11:21:31,966 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3264b4bbda9f:34713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:21:31,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1020 sec 2024-11-09T11:21:31,976 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:34713' 2024-11-09T11:21:31,977 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74c94a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:31,977 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,34713,-1 for getting cluster id 2024-11-09T11:21:31,977 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:31,978 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7022f10-ff23-4767-b2ab-d58f62b42fc5' 2024-11-09T11:21:31,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:31,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7022f10-ff23-4767-b2ab-d58f62b42fc5" 2024-11-09T11:21:31,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48dbc120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:31,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,34713,-1] 2024-11-09T11:21:31,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:31,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:31,979 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:31,979 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2729e561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:31,980 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:21:31,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,34713,1731151276973 2024-11-09T11:21:31,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@582945cd 2024-11-09T11:21:31,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:21:31,981 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-09T11:21:31,981 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3264b4bbda9f,43567,1731151272271 (queues=1) is replicating from cluster=1b83b685-31b5-4226-8663-e9ec247c12e7 to cluster=f7022f10-ff23-4767-b2ab-d58f62b42fc5 2024-11-09T11:21:31,981 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3264b4bbda9f%2C43567%2C1731151272271 2024-11-09T11:21:31,982 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3264b4bbda9f,43567,1731151272271, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:21:31,982 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789, startPosition=0, beingWritten=true 2024-11-09T11:21:31,982 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C43567%2C1731151272271 2024-11-09T11:21:31,987 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:21:31,987 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 379, reset compression=false 2024-11-09T11:21:31,987 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,43567,1731151272271 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:21:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:21:32,008 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T11:21:32,008 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:21:32,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:32,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:32,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:32,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:32,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74285854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:32,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,34713,-1 for getting cluster id 2024-11-09T11:21:32,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:32,010 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7022f10-ff23-4767-b2ab-d58f62b42fc5' 2024-11-09T11:21:32,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:32,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7022f10-ff23-4767-b2ab-d58f62b42fc5" 2024-11-09T11:21:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd439fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,34713,-1] 2024-11-09T11:21:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:32,012 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:32,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b78c1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:32,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:21:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,34713,1731151276973 2024-11-09T11:21:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39d07a3b 2024-11-09T11:21:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:21:32,014 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:21:32,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3264b4bbda9f:45401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T11:21:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:21:32,017 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:45401' 2024-11-09T11:21:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:21:32,018 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9d307e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:32,018 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,45401,-1 for getting cluster id 2024-11-09T11:21:32,018 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:32,019 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f700674-57b1-4c6e-8fee-0a1cd2303a35' 2024-11-09T11:21:32,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:32,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f700674-57b1-4c6e-8fee-0a1cd2303a35" 2024-11-09T11:21:32,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d84f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:32,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,45401,-1] 2024-11-09T11:21:32,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:32,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:32,020 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:32,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134738e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:32,020 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:21:32,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,45401,1731151282236 2024-11-09T11:21:32,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e54c392 2024-11-09T11:21:32,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:21:32,021 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:21:32,022 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T11:21:32,022 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:21:32,022 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:32,022 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:32,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:32,023 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:21:32,023 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T11:21:32,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:21:32,024 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:32,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:21:32,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741837_1013 (size=1138) 2024-11-09T11:21:32,074 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T11:21:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:21:32,190 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 379, reset compression=false 2024-11-09T11:21:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:21:32,432 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4301ef13344b7ce79cb90d4a98f5a14, NAME => 'hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5 2024-11-09T11:21:32,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741838_1014 (size=44) 2024-11-09T11:21:32,497 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 379, reset compression=false 2024-11-09T11:21:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:21:32,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:32,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d4301ef13344b7ce79cb90d4a98f5a14, disabling compactions & flushes 2024-11-09T11:21:32,837 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14. 2024-11-09T11:21:32,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14. 2024-11-09T11:21:32,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14. after waiting 0 ms 2024-11-09T11:21:32,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14. 2024-11-09T11:21:32,837 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14. 2024-11-09T11:21:32,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4301ef13344b7ce79cb90d4a98f5a14: Waiting for close lock at 1731151292837Disabling compacts and flushes for region at 1731151292837Disabling writes for close at 1731151292837Writing region close event to WAL at 1731151292837Closed at 1731151292837 2024-11-09T11:21:32,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:21:32,839 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731151292838"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151292838"}]},"ts":"1731151292838"} 2024-11-09T11:21:32,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:21:32,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:21:32,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151292841"}]},"ts":"1731151292841"} 2024-11-09T11:21:32,843 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T11:21:32,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4301ef13344b7ce79cb90d4a98f5a14, ASSIGN}] 2024-11-09T11:21:32,844 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4301ef13344b7ce79cb90d4a98f5a14, ASSIGN 2024-11-09T11:21:32,844 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d4301ef13344b7ce79cb90d4a98f5a14, ASSIGN; state=OFFLINE, location=3264b4bbda9f,39085,1731151277262; forceNewPlan=false, retain=false 2024-11-09T11:21:32,900 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 379, reset compression=false 2024-11-09T11:21:32,995 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d4301ef13344b7ce79cb90d4a98f5a14, regionState=OPENING, regionLocation=3264b4bbda9f,39085,1731151277262 2024-11-09T11:21:32,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d4301ef13344b7ce79cb90d4a98f5a14, ASSIGN because future has completed 2024-11-09T11:21:32,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4301ef13344b7ce79cb90d4a98f5a14, server=3264b4bbda9f,39085,1731151277262}] 2024-11-09T11:21:33,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14. 2024-11-09T11:21:33,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:21:33,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T11:21:33,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C39085%2C1731151277262.rep, suffix=, logDir=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262, archiveDir=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/oldWALs, maxLogs=10 2024-11-09T11:21:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:21:33,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.rep.1731151293154, exclude list is [], retry=0 2024-11-09T11:21:33,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46517,DS-4f514205-39c9-4fff-9c12-d677e78cef46,DISK] 2024-11-09T11:21:33,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.rep.1731151293154 2024-11-09T11:21:33,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41853:41853)] 2024-11-09T11:21:33,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d4301ef13344b7ce79cb90d4a98f5a14, NAME => 'hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:21:33,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:21:33,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:21:33,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14. service=MultiRowMutationService 2024-11-09T11:21:33,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T11:21:33,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d4301ef13344b7ce79cb90d4a98f5a14 2024-11-09T11:21:33,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:33,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d4301ef13344b7ce79cb90d4a98f5a14 2024-11-09T11:21:33,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d4301ef13344b7ce79cb90d4a98f5a14 2024-11-09T11:21:33,169 INFO [StoreOpener-d4301ef13344b7ce79cb90d4a98f5a14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d4301ef13344b7ce79cb90d4a98f5a14 2024-11-09T11:21:33,170 INFO [StoreOpener-d4301ef13344b7ce79cb90d4a98f5a14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4301ef13344b7ce79cb90d4a98f5a14 columnFamilyName hfileref 2024-11-09T11:21:33,170 DEBUG [StoreOpener-d4301ef13344b7ce79cb90d4a98f5a14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:33,170 INFO [StoreOpener-d4301ef13344b7ce79cb90d4a98f5a14-1 {}] regionserver.HStore(327): Store=d4301ef13344b7ce79cb90d4a98f5a14/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:33,170 INFO [StoreOpener-d4301ef13344b7ce79cb90d4a98f5a14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d4301ef13344b7ce79cb90d4a98f5a14 2024-11-09T11:21:33,171 INFO [StoreOpener-d4301ef13344b7ce79cb90d4a98f5a14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4301ef13344b7ce79cb90d4a98f5a14 columnFamilyName queue 2024-11-09T11:21:33,171 DEBUG [StoreOpener-d4301ef13344b7ce79cb90d4a98f5a14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:33,172 INFO [StoreOpener-d4301ef13344b7ce79cb90d4a98f5a14-1 {}] regionserver.HStore(327): Store=d4301ef13344b7ce79cb90d4a98f5a14/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:33,172 INFO [StoreOpener-d4301ef13344b7ce79cb90d4a98f5a14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d4301ef13344b7ce79cb90d4a98f5a14 2024-11-09T11:21:33,172 INFO [StoreOpener-d4301ef13344b7ce79cb90d4a98f5a14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4301ef13344b7ce79cb90d4a98f5a14 columnFamilyName sid 2024-11-09T11:21:33,173 DEBUG [StoreOpener-d4301ef13344b7ce79cb90d4a98f5a14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:33,173 INFO [StoreOpener-d4301ef13344b7ce79cb90d4a98f5a14-1 {}] regionserver.HStore(327): Store=d4301ef13344b7ce79cb90d4a98f5a14/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:33,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d4301ef13344b7ce79cb90d4a98f5a14 2024-11-09T11:21:33,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/replication/d4301ef13344b7ce79cb90d4a98f5a14 2024-11-09T11:21:33,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/replication/d4301ef13344b7ce79cb90d4a98f5a14 2024-11-09T11:21:33,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d4301ef13344b7ce79cb90d4a98f5a14 2024-11-09T11:21:33,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d4301ef13344b7ce79cb90d4a98f5a14 2024-11-09T11:21:33,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:21:33,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d4301ef13344b7ce79cb90d4a98f5a14 2024-11-09T11:21:33,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/replication/d4301ef13344b7ce79cb90d4a98f5a14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:21:33,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d4301ef13344b7ce79cb90d4a98f5a14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59045657, jitterRate=-0.12015114724636078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:21:33,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4301ef13344b7ce79cb90d4a98f5a14 2024-11-09T11:21:33,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d4301ef13344b7ce79cb90d4a98f5a14: Running coprocessor pre-open hook at 1731151293168Writing region info on filesystem at 1731151293168Initializing all the Stores at 1731151293169 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151293169Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151293169Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151293169Cleaning up temporary data from old regions at 1731151293174 (+5 ms)Running coprocessor post-open hooks at 1731151293177 (+3 ms)Region opened successfully at 1731151293177 2024-11-09T11:21:33,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14., pid=10, masterSystemTime=1731151293149 2024-11-09T11:21:33,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14. 2024-11-09T11:21:33,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14. 2024-11-09T11:21:33,180 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d4301ef13344b7ce79cb90d4a98f5a14, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,39085,1731151277262 2024-11-09T11:21:33,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4301ef13344b7ce79cb90d4a98f5a14, server=3264b4bbda9f,39085,1731151277262 because future has completed 2024-11-09T11:21:33,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T11:21:33,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d4301ef13344b7ce79cb90d4a98f5a14, server=3264b4bbda9f,39085,1731151277262 in 184 msec 2024-11-09T11:21:33,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T11:21:33,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4301ef13344b7ce79cb90d4a98f5a14, ASSIGN in 340 msec 2024-11-09T11:21:33,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:21:33,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151293185"}]},"ts":"1731151293185"} 2024-11-09T11:21:33,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T11:21:33,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:21:33,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-11-09T11:21:33,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14., hostname=3264b4bbda9f,39085,1731151277262, seqNum=2] 2024-11-09T11:21:33,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487 2024-11-09T11:21:33,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487 2024-11-09T11:21:33,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:21:33,403 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 379, reset compression=false 2024-11-09T11:21:33,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39085 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T11:21:33,466 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T11:21:33,491 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3264b4bbda9f,39085,1731151277262, ReplicationSource: 1, currentBandwidth=0 2024-11-09T11:21:33,492 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:21:33,492 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,39085,1731151277262, seqNum=-1] 2024-11-09T11:21:33,492 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:33,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T11:21:33,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3264b4bbda9f,39085,1731151277262', locateType=CURRENT is [region=hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14., hostname=3264b4bbda9f,39085,1731151277262, seqNum=2] 2024-11-09T11:21:33,497 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T11:21:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T11:21:33,499 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3264b4bbda9f,39085,1731151277262 suceeded 2024-11-09T11:21:33,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T11:21:33,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-09T11:21:33,500 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3264b4bbda9f:45401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:21:33,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4860 sec 2024-11-09T11:21:33,513 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:45401' 2024-11-09T11:21:33,514 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d91c3dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:33,514 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,45401,-1 for getting cluster id 2024-11-09T11:21:33,514 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:33,514 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f700674-57b1-4c6e-8fee-0a1cd2303a35' 2024-11-09T11:21:33,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:33,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f700674-57b1-4c6e-8fee-0a1cd2303a35" 2024-11-09T11:21:33,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@537b747e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:33,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,45401,-1] 2024-11-09T11:21:33,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:33,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:33,516 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:33,516 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45fb4a45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:33,516 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:21:33,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,45401,1731151282236 2024-11-09T11:21:33,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c8f1249 2024-11-09T11:21:33,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:21:33,517 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-09T11:21:33,518 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3264b4bbda9f,39085,1731151277262 (queues=1) is replicating from cluster=f7022f10-ff23-4767-b2ab-d58f62b42fc5 to cluster=2f700674-57b1-4c6e-8fee-0a1cd2303a35 2024-11-09T11:21:33,518 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3264b4bbda9f%2C39085%2C1731151277262 2024-11-09T11:21:33,518 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3264b4bbda9f,39085,1731151277262, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:21:33,518 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122, startPosition=0, beingWritten=true 2024-11-09T11:21:33,518 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C39085%2C1731151277262 2024-11-09T11:21:33,523 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:21:33,523 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 379, reset compression=false 2024-11-09T11:21:33,523 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39085,1731151277262 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:21:33,725 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 379, reset compression=false 2024-11-09T11:21:34,006 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 379, reset compression=false 2024-11-09T11:21:34,029 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 379, reset compression=false 2024-11-09T11:21:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:21:34,168 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T11:21:34,168 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:21:34,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:34,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:34,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:34,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:34,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfdb248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:34,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,45401,-1 for getting cluster id 2024-11-09T11:21:34,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:34,170 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f700674-57b1-4c6e-8fee-0a1cd2303a35' 2024-11-09T11:21:34,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:34,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f700674-57b1-4c6e-8fee-0a1cd2303a35" 2024-11-09T11:21:34,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643c6658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:34,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,45401,-1] 2024-11-09T11:21:34,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:34,171 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:34,171 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:34,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3e32cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:34,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:21:34,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,45401,1731151282236 2024-11-09T11:21:34,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c411757 2024-11-09T11:21:34,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:21:34,173 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:21:34,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3264b4bbda9f:38179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T11:21:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:21:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:21:34,175 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:38179' 2024-11-09T11:21:34,176 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ba5244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:34,176 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,38179,-1 for getting cluster id 2024-11-09T11:21:34,176 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:34,177 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b83b685-31b5-4226-8663-e9ec247c12e7' 2024-11-09T11:21:34,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:34,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b83b685-31b5-4226-8663-e9ec247c12e7" 2024-11-09T11:21:34,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5301bb05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:34,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,38179,-1] 2024-11-09T11:21:34,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:34,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:34,178 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:34,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418a51de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:34,179 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:21:34,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,38179,1731151272071 2024-11-09T11:21:34,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33fb2d75 2024-11-09T11:21:34,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:21:34,180 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:21:34,181 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T11:21:34,181 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:21:34,181 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:34,181 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:34,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:34,181 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:21:34,182 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T11:21:34,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:21:34,183 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:34,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:21:34,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741837_1013 (size=1138) 2024-11-09T11:21:34,190 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd0bad5f4084c215f71c2f8b9f7fcd57, NAME => 'hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf 2024-11-09T11:21:34,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741838_1014 (size=44) 2024-11-09T11:21:34,232 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T11:21:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:21:34,432 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 379, reset compression=false 2024-11-09T11:21:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:21:34,595 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:34,595 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cd0bad5f4084c215f71c2f8b9f7fcd57, disabling compactions & flushes 2024-11-09T11:21:34,595 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57. 2024-11-09T11:21:34,595 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57. 2024-11-09T11:21:34,595 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57. after waiting 0 ms 2024-11-09T11:21:34,595 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57. 2024-11-09T11:21:34,595 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57. 2024-11-09T11:21:34,596 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd0bad5f4084c215f71c2f8b9f7fcd57: Waiting for close lock at 1731151294595Disabling compacts and flushes for region at 1731151294595Disabling writes for close at 1731151294595Writing region close event to WAL at 1731151294595Closed at 1731151294595 2024-11-09T11:21:34,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:21:34,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731151294657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151294657"}]},"ts":"1731151294657"} 2024-11-09T11:21:34,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:21:34,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:21:34,659 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151294659"}]},"ts":"1731151294659"} 2024-11-09T11:21:34,661 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T11:21:34,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd0bad5f4084c215f71c2f8b9f7fcd57, ASSIGN}] 2024-11-09T11:21:34,662 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd0bad5f4084c215f71c2f8b9f7fcd57, ASSIGN 2024-11-09T11:21:34,663 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd0bad5f4084c215f71c2f8b9f7fcd57, ASSIGN; state=OFFLINE, location=3264b4bbda9f,36871,1731151282397; forceNewPlan=false, retain=false 2024-11-09T11:21:34,709 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 379, reset compression=false 2024-11-09T11:21:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:21:34,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd0bad5f4084c215f71c2f8b9f7fcd57, regionState=OPENING, regionLocation=3264b4bbda9f,36871,1731151282397 2024-11-09T11:21:34,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd0bad5f4084c215f71c2f8b9f7fcd57, ASSIGN because future has completed 2024-11-09T11:21:34,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd0bad5f4084c215f71c2f8b9f7fcd57, server=3264b4bbda9f,36871,1731151282397}] 2024-11-09T11:21:34,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T11:21:34,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T11:21:34,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:21:34,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T11:21:34,935 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 379, reset compression=false 2024-11-09T11:21:34,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57. 2024-11-09T11:21:34,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:21:34,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T11:21:34,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C36871%2C1731151282397.rep, suffix=, logDir=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397, archiveDir=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/oldWALs, maxLogs=10 2024-11-09T11:21:34,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.rep.1731151294972, exclude list is [], retry=0 2024-11-09T11:21:34,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-8cf532bf-d06b-46af-85da-e67b9c61ea4a,DISK] 2024-11-09T11:21:34,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.rep.1731151294972 2024-11-09T11:21:34,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43025:43025)] 2024-11-09T11:21:34,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cd0bad5f4084c215f71c2f8b9f7fcd57, NAME => 'hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:21:34,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:21:34,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:21:34,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57. service=MultiRowMutationService 2024-11-09T11:21:34,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T11:21:34,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:34,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:34,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:34,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:34,991 INFO [StoreOpener-cd0bad5f4084c215f71c2f8b9f7fcd57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:34,992 INFO [StoreOpener-cd0bad5f4084c215f71c2f8b9f7fcd57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd0bad5f4084c215f71c2f8b9f7fcd57 columnFamilyName hfileref 2024-11-09T11:21:34,992 DEBUG [StoreOpener-cd0bad5f4084c215f71c2f8b9f7fcd57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:34,992 INFO [StoreOpener-cd0bad5f4084c215f71c2f8b9f7fcd57-1 {}] regionserver.HStore(327): Store=cd0bad5f4084c215f71c2f8b9f7fcd57/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:34,992 INFO [StoreOpener-cd0bad5f4084c215f71c2f8b9f7fcd57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:34,993 INFO [StoreOpener-cd0bad5f4084c215f71c2f8b9f7fcd57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd0bad5f4084c215f71c2f8b9f7fcd57 columnFamilyName queue 2024-11-09T11:21:34,993 DEBUG [StoreOpener-cd0bad5f4084c215f71c2f8b9f7fcd57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:34,993 INFO [StoreOpener-cd0bad5f4084c215f71c2f8b9f7fcd57-1 {}] regionserver.HStore(327): Store=cd0bad5f4084c215f71c2f8b9f7fcd57/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:34,993 INFO [StoreOpener-cd0bad5f4084c215f71c2f8b9f7fcd57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:34,994 INFO [StoreOpener-cd0bad5f4084c215f71c2f8b9f7fcd57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd0bad5f4084c215f71c2f8b9f7fcd57 columnFamilyName sid 2024-11-09T11:21:34,994 DEBUG [StoreOpener-cd0bad5f4084c215f71c2f8b9f7fcd57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:34,994 INFO [StoreOpener-cd0bad5f4084c215f71c2f8b9f7fcd57-1 {}] regionserver.HStore(327): Store=cd0bad5f4084c215f71c2f8b9f7fcd57/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:34,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:34,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/replication/cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:34,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/replication/cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:34,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:34,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:34,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:21:34,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:34,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/replication/cd0bad5f4084c215f71c2f8b9f7fcd57/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:21:34,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cd0bad5f4084c215f71c2f8b9f7fcd57; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70644758, jitterRate=0.052688926458358765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:21:34,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:34,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cd0bad5f4084c215f71c2f8b9f7fcd57: Running coprocessor pre-open hook at 1731151294990Writing region info on filesystem at 1731151294990Initializing all the Stores at 1731151294990Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151294990Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151294990Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151294990Cleaning up temporary data from old regions at 1731151294996 (+6 ms)Running coprocessor post-open hooks at 1731151294998 (+2 ms)Region opened successfully at 1731151294998 2024-11-09T11:21:34,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57., pid=10, masterSystemTime=1731151294967 2024-11-09T11:21:35,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57. 2024-11-09T11:21:35,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57. 2024-11-09T11:21:35,001 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd0bad5f4084c215f71c2f8b9f7fcd57, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,36871,1731151282397 2024-11-09T11:21:35,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd0bad5f4084c215f71c2f8b9f7fcd57, server=3264b4bbda9f,36871,1731151282397 because future has completed 2024-11-09T11:21:35,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T11:21:35,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cd0bad5f4084c215f71c2f8b9f7fcd57, server=3264b4bbda9f,36871,1731151282397 in 189 msec 2024-11-09T11:21:35,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T11:21:35,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd0bad5f4084c215f71c2f8b9f7fcd57, ASSIGN in 344 msec 2024-11-09T11:21:35,007 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:21:35,008 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151295007"}]},"ts":"1731151295007"} 2024-11-09T11:21:35,009 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T11:21:35,010 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:21:35,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 829 msec 2024-11-09T11:21:35,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57., hostname=3264b4bbda9f,36871,1731151282397, seqNum=2] 2024-11-09T11:21:35,074 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222 2024-11-09T11:21:35,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222 2024-11-09T11:21:35,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:21:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:21:35,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T11:21:35,330 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T11:21:35,358 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3264b4bbda9f,36871,1731151282397, ReplicationSource: 1, currentBandwidth=0 2024-11-09T11:21:35,358 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:21:35,358 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,36871,1731151282397, seqNum=-1] 2024-11-09T11:21:35,358 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:35,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T11:21:35,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3264b4bbda9f,36871,1731151282397', locateType=CURRENT is [region=hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57., hostname=3264b4bbda9f,36871,1731151282397, seqNum=2] 2024-11-09T11:21:35,365 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T11:21:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T11:21:35,369 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3264b4bbda9f,36871,1731151282397 suceeded 2024-11-09T11:21:35,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T11:21:35,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-09T11:21:35,371 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3264b4bbda9f:38179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:21:35,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1980 sec 2024-11-09T11:21:35,384 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:38179' 2024-11-09T11:21:35,385 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3781f54e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:35,385 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,38179,-1 for getting cluster id 2024-11-09T11:21:35,386 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:35,386 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b83b685-31b5-4226-8663-e9ec247c12e7' 2024-11-09T11:21:35,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:35,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b83b685-31b5-4226-8663-e9ec247c12e7" 2024-11-09T11:21:35,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1607ed1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:35,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,38179,-1] 2024-11-09T11:21:35,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:35,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:35,388 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:35,388 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@250774d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:35,389 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:21:35,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,38179,1731151272071 2024-11-09T11:21:35,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f05d5e4 2024-11-09T11:21:35,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:21:35,391 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T11:21:35,391 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3264b4bbda9f,36871,1731151282397 (queues=1) is replicating from cluster=2f700674-57b1-4c6e-8fee-0a1cd2303a35 to cluster=1b83b685-31b5-4226-8663-e9ec247c12e7 2024-11-09T11:21:35,391 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3264b4bbda9f%2C36871%2C1731151282397 2024-11-09T11:21:35,392 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3264b4bbda9f,36871,1731151282397, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:21:35,392 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517, startPosition=0, beingWritten=true 2024-11-09T11:21:35,392 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C36871%2C1731151282397 2024-11-09T11:21:35,397 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:21:35,397 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 379, reset compression=false 2024-11-09T11:21:35,397 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,36871,1731151282397 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:21:35,513 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 379, reset compression=false 2024-11-09T11:21:35,538 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 379, reset compression=false 2024-11-09T11:21:35,602 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 379, reset compression=false 2024-11-09T11:21:35,905 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 379, reset compression=false 2024-11-09T11:21:36,241 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 379, reset compression=false 2024-11-09T11:21:36,309 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 379, reset compression=false 2024-11-09T11:21:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:21:36,318 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T11:21:36,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:21:36,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:36,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:36,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:36,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:36,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec10ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:36,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,38179,-1 for getting cluster id 2024-11-09T11:21:36,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:36,319 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b83b685-31b5-4226-8663-e9ec247c12e7' 2024-11-09T11:21:36,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:36,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b83b685-31b5-4226-8663-e9ec247c12e7" 2024-11-09T11:21:36,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4b19de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:36,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,38179,-1] 2024-11-09T11:21:36,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:36,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:36,321 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:36,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30eecb0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:36,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebbe6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:36,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,34713,-1 for getting cluster id 2024-11-09T11:21:36,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:36,322 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7022f10-ff23-4767-b2ab-d58f62b42fc5' 2024-11-09T11:21:36,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7022f10-ff23-4767-b2ab-d58f62b42fc5" 2024-11-09T11:21:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546d4917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,34713,-1] 2024-11-09T11:21:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:36,324 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:36,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771ad6bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:36,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:36,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,45401,-1 for getting cluster id 2024-11-09T11:21:36,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:36,325 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f700674-57b1-4c6e-8fee-0a1cd2303a35' 2024-11-09T11:21:36,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:36,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f700674-57b1-4c6e-8fee-0a1cd2303a35" 2024-11-09T11:21:36,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338b7f99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:36,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,45401,-1] 2024-11-09T11:21:36,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:36,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:36,326 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:36,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f9c80a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:36,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:21:36,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,43567,1731151272271, seqNum=-1] 2024-11-09T11:21:36,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:36,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:36,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9., hostname=3264b4bbda9f,43567,1731151272271, seqNum=2] 2024-11-09T11:21:36,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:21:36,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,36871,1731151282397, seqNum=-1] 2024-11-09T11:21:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:36,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731151288710.9b93242f3987b74b468952cf1009eefb., hostname=3264b4bbda9f,36871,1731151282397, seqNum=2] 2024-11-09T11:21:36,355 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T11:21:36,416 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 379, reset compression=false 2024-11-09T11:21:36,420 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:21:36,420 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 480, reset compression=false 2024-11-09T11:21:36,420 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,43567,1731151272271 got entry batch from reader: WALEntryBatch [walEntries=[{test/866be61d4f1a797a451e2bb5d48318b9/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T11:21:36,422 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:21:36,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-09T11:21:36,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:21:36,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78e116d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:36,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,34713,-1 for getting cluster id 2024-11-09T11:21:36,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:36,425 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7022f10-ff23-4767-b2ab-d58f62b42fc5' 2024-11-09T11:21:36,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:36,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7022f10-ff23-4767-b2ab-d58f62b42fc5" 2024-11-09T11:21:36,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c6b24c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:36,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,34713,-1] 2024-11-09T11:21:36,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:36,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:36,426 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:36,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68e925d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:36,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:21:36,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,39085,1731151277262, seqNum=-1] 2024-11-09T11:21:36,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:36,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T11:21:36,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df., hostname=3264b4bbda9f,39085,1731151277262, seqNum=2] 2024-11-09T11:21:36,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:21:36,624 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 480, reset compression=false 2024-11-09T11:21:36,812 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 379, reset compression=false 2024-11-09T11:21:36,928 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 480, reset compression=false 2024-11-09T11:21:37,045 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 379, reset compression=false 2024-11-09T11:21:37,049 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:21:37,049 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 503, reset compression=false 2024-11-09T11:21:37,049 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39085,1731151277262 got entry batch from reader: WALEntryBatch [walEntries=[{test/9bafb1038bbeb2c000fec787fb35a2df/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T11:21:37,051 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:21:37,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-09T11:21:37,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:21:37,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@129033ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:37,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36871 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,45401,-1 for getting cluster id 2024-11-09T11:21:37,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:37,054 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f700674-57b1-4c6e-8fee-0a1cd2303a35' 2024-11-09T11:21:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f700674-57b1-4c6e-8fee-0a1cd2303a35" 2024-11-09T11:21:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22fd4fb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,45401,-1] 2024-11-09T11:21:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:37,055 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:37,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61238420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:37,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36871 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:21:37,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,36871,1731151282397, seqNum=-1] 2024-11-09T11:21:37,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:37,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T11:21:37,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731151288710.9b93242f3987b74b468952cf1009eefb., hostname=3264b4bbda9f,36871,1731151282397, seqNum=2] 2024-11-09T11:21:37,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:21:37,119 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:21:37,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:37,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:37,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:37,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:37,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:37,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:37,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:37,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:37,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:37,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:37,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:37,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:37,253 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 503, reset compression=false 2024-11-09T11:21:37,332 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 480, reset compression=false 2024-11-09T11:21:37,357 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T11:21:37,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:21:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,39085,1731151277262, seqNum=-1] 2024-11-09T11:21:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:37,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:37,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df., hostname=3264b4bbda9f,39085,1731151277262, seqNum=2] 2024-11-09T11:21:37,363 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T11:21:37,416 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 379, reset compression=false 2024-11-09T11:21:37,420 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:21:37,420 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,36871,1731151282397 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:21:37,421 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 527, reset compression=false 2024-11-09T11:21:37,556 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 503, reset compression=false 2024-11-09T11:21:37,560 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:21:37,560 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 607, reset compression=false 2024-11-09T11:21:37,560 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39085,1731151277262 got entry batch from reader: WALEntryBatch [walEntries=[{test/9bafb1038bbeb2c000fec787fb35a2df/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T11:21:37,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:21:37,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:21:37,624 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 527, reset compression=false 2024-11-09T11:21:37,629 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:21:37,629 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 655, reset compression=false 2024-11-09T11:21:37,629 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,36871,1731151282397 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b93242f3987b74b468952cf1009eefb/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T11:21:37,632 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:21:37,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T11:21:37,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43567 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:21:37,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@723d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:37,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43567 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,38179,-1 for getting cluster id 2024-11-09T11:21:37,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:37,634 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b83b685-31b5-4226-8663-e9ec247c12e7' 2024-11-09T11:21:37,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:37,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b83b685-31b5-4226-8663-e9ec247c12e7" 2024-11-09T11:21:37,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a8eb405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:37,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,38179,-1] 2024-11-09T11:21:37,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:37,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:37,635 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:37,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71d5e0c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:37,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43567 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:21:37,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,43567,1731151272271, seqNum=-1] 2024-11-09T11:21:37,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:37,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T11:21:37,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9., hostname=3264b4bbda9f,43567,1731151272271, seqNum=2] 2024-11-09T11:21:37,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43567 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:21:37,764 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 607, reset compression=false 2024-11-09T11:21:37,832 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 655, reset compression=false 2024-11-09T11:21:37,835 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 480, reset compression=false 2024-11-09T11:21:37,839 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:21:37,839 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 631, reset compression=false 2024-11-09T11:21:37,839 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,43567,1731151272271 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:21:38,050 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 631, reset compression=false 2024-11-09T11:21:38,067 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 607, reset compression=false 2024-11-09T11:21:38,136 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 655, reset compression=false 2024-11-09T11:21:38,353 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 631, reset compression=false 2024-11-09T11:21:38,365 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T11:21:38,367 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T11:21:38,471 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 607, reset compression=false 2024-11-09T11:21:38,539 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 655, reset compression=false 2024-11-09T11:21:38,543 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:21:38,543 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 759, reset compression=false 2024-11-09T11:21:38,543 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,36871,1731151282397 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b93242f3987b74b468952cf1009eefb/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T11:21:38,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43567 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:21:38,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43567 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:21:38,747 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 759, reset compression=false 2024-11-09T11:21:38,756 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 631, reset compression=false 2024-11-09T11:21:38,759 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:21:38,760 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 758, reset compression=false 2024-11-09T11:21:38,760 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,43567,1731151272271 got entry batch from reader: WALEntryBatch [walEntries=[{test/866be61d4f1a797a451e2bb5d48318b9/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T11:21:38,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:21:38,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:21:38,963 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 758, reset compression=false 2024-11-09T11:21:38,974 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 607, reset compression=false 2024-11-09T11:21:38,978 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:21:38,978 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 757, reset compression=false 2024-11-09T11:21:38,978 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39085,1731151277262 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:21:39,050 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 759, reset compression=false 2024-11-09T11:21:39,182 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 757, reset compression=false 2024-11-09T11:21:39,266 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 758, reset compression=false 2024-11-09T11:21:39,369 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T11:21:39,393 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T11:21:39,454 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 759, reset compression=false 2024-11-09T11:21:39,485 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 757, reset compression=false 2024-11-09T11:21:39,670 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 758, reset compression=false 2024-11-09T11:21:39,776 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:21:39,776 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 914, reset compression=false 2024-11-09T11:21:39,776 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,43567,1731151272271 got entry batch from reader: WALEntryBatch [walEntries=[{test/866be61d4f1a797a451e2bb5d48318b9/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T11:21:39,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:21:39,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:21:39,893 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 757, reset compression=false 2024-11-09T11:21:39,897 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:21:39,898 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 904, reset compression=false 2024-11-09T11:21:39,898 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39085,1731151277262 got entry batch from reader: WALEntryBatch [walEntries=[{test/9bafb1038bbeb2c000fec787fb35a2df/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T11:21:39,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:21:39,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:21:39,961 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 759, reset compression=false 2024-11-09T11:21:39,965 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:21:39,965 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 930, reset compression=false 2024-11-09T11:21:39,965 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,36871,1731151282397 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:21:39,979 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 914, reset compression=false 2024-11-09T11:21:40,101 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 904, reset compression=false 2024-11-09T11:21:40,168 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 930, reset compression=false 2024-11-09T11:21:40,283 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 914, reset compression=false 2024-11-09T11:21:40,395 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T11:21:40,398 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T11:21:40,404 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 904, reset compression=false 2024-11-09T11:21:40,408 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:21:40,408 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1063, reset compression=false 2024-11-09T11:21:40,408 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39085,1731151277262 got entry batch from reader: WALEntryBatch [walEntries=[{test/9bafb1038bbeb2c000fec787fb35a2df/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T11:21:40,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:21:40,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:21:40,473 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 930, reset compression=false 2024-11-09T11:21:40,478 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:21:40,478 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 1080, reset compression=false 2024-11-09T11:21:40,478 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,36871,1731151282397 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b93242f3987b74b468952cf1009eefb/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T11:21:40,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43567 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:21:40,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43567 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:21:40,612 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1063, reset compression=false 2024-11-09T11:21:40,682 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 1080, reset compression=false 2024-11-09T11:21:40,686 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 914, reset compression=false 2024-11-09T11:21:40,689 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:21:40,689 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1087, reset compression=false 2024-11-09T11:21:40,689 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,43567,1731151272271 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:21:40,892 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1087, reset compression=false 2024-11-09T11:21:40,915 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1063, reset compression=false 2024-11-09T11:21:40,986 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 1080, reset compression=false 2024-11-09T11:21:41,195 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1087, reset compression=false 2024-11-09T11:21:41,318 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1063, reset compression=false 2024-11-09T11:21:41,389 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 1080, reset compression=false 2024-11-09T11:21:41,399 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T11:21:41,402 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T11:21:41,599 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1087, reset compression=false 2024-11-09T11:21:41,659 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:21:41,821 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1063, reset compression=false 2024-11-09T11:21:41,892 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 1080, reset compression=false 2024-11-09T11:21:41,896 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:21:41,896 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 1239, reset compression=false 2024-11-09T11:21:41,896 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,36871,1731151282397 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b93242f3987b74b468952cf1009eefb/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T11:21:41,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43567 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:21:41,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43567 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:21:42,100 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 1239, reset compression=false 2024-11-09T11:21:42,102 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1087, reset compression=false 2024-11-09T11:21:42,106 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:21:42,106 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1236, reset compression=false 2024-11-09T11:21:42,106 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,43567,1731151272271 got entry batch from reader: WALEntryBatch [walEntries=[{test/866be61d4f1a797a451e2bb5d48318b9/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T11:21:42,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:21:42,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:21:42,309 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1236, reset compression=false 2024-11-09T11:21:42,403 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 1239, reset compression=false 2024-11-09T11:21:42,404 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T11:21:42,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54af140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:42,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,45401,-1 for getting cluster id 2024-11-09T11:21:42,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:42,411 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f700674-57b1-4c6e-8fee-0a1cd2303a35' 2024-11-09T11:21:42,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:42,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f700674-57b1-4c6e-8fee-0a1cd2303a35" 2024-11-09T11:21:42,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c133b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:42,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,45401,-1] 2024-11-09T11:21:42,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:42,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:42,412 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:42,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2424fefb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:42,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:21:42,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,45401,1731151282236 2024-11-09T11:21:42,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34f88652 2024-11-09T11:21:42,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:21:42,416 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:21:42,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-09T11:21:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-09T11:21:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T11:21:42,424 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1063, reset compression=false 2024-11-09T11:21:42,428 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:21:42,428 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1235, reset compression=false 2024-11-09T11:21:42,428 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39085,1731151277262 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:21:42,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:21:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T11:21:42,613 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1236, reset compression=false 2024-11-09T11:21:42,633 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1235, reset compression=false 2024-11-09T11:21:42,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T11:21:42,646 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-09T11:21:42,647 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-09T11:21:42,647 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3264b4bbda9f,36871,1731151282397 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-09T11:21:42,647 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0. 2024-11-09T11:21:42,647 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:42,647 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:42,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:42,648 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T11:21:42,748 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T11:21:42,748 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T11:21:42,848 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 terminated 2024-11-09T11:21:42,863 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-3264b4bbda9f,36871,1731151282397, ReplicationSource: 1, currentBandwidth=0 2024-11-09T11:21:42,863 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-09T11:21:42,864 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T11:21:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T11:21:42,866 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 3264b4bbda9f,36871,1731151282397 suceeded 2024-11-09T11:21:42,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T11:21:42,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-09T11:21:42,867 INFO [PEWorker-3 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-09T11:21:42,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 450 msec 2024-11-09T11:21:42,878 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:38179' 2024-11-09T11:21:42,879 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29c7f057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:42,879 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,38179,-1 for getting cluster id 2024-11-09T11:21:42,879 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:42,879 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b83b685-31b5-4226-8663-e9ec247c12e7' 2024-11-09T11:21:42,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:42,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b83b685-31b5-4226-8663-e9ec247c12e7" 2024-11-09T11:21:42,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d7e4b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:42,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,38179,-1] 2024-11-09T11:21:42,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:42,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:42,881 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:42,881 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68d26a9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:42,881 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:21:42,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,38179,1731151272071 2024-11-09T11:21:42,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f8f05e4 2024-11-09T11:21:42,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:21:42,883 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T11:21:42,883 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3264b4bbda9f,36871,1731151282397 (queues=1) is replicating from cluster=2f700674-57b1-4c6e-8fee-0a1cd2303a35 to cluster=1b83b685-31b5-4226-8663-e9ec247c12e7 2024-11-09T11:21:42,883 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3264b4bbda9f%2C36871%2C1731151282397 2024-11-09T11:21:42,883 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3264b4bbda9f,36871,1731151282397, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:21:42,884 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C36871%2C1731151282397 2024-11-09T11:21:42,936 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1235, reset compression=false 2024-11-09T11:21:43,017 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1236, reset compression=false 2024-11-09T11:21:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T11:21:43,048 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T11:21:43,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:21:43,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:43,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:43,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:43,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:43,051 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-09T11:21:43,339 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1235, reset compression=false 2024-11-09T11:21:43,520 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1236, reset compression=false 2024-11-09T11:21:43,525 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:21:43,525 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1340, reset compression=false 2024-11-09T11:21:43,525 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,43567,1731151272271 got entry batch from reader: WALEntryBatch [walEntries=[{test/866be61d4f1a797a451e2bb5d48318b9/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T11:21:43,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:21:43,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:21:43,728 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1340, reset compression=false 2024-11-09T11:21:43,842 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1235, reset compression=false 2024-11-09T11:21:43,848 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:21:43,848 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1362, reset compression=false 2024-11-09T11:21:43,848 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39085,1731151277262 got entry batch from reader: WALEntryBatch [walEntries=[{test/9bafb1038bbeb2c000fec787fb35a2df/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T11:21:43,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:21:43,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:21:44,032 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1340, reset compression=false 2024-11-09T11:21:44,052 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1362, reset compression=false 2024-11-09T11:21:44,053 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-09T11:21:44,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123c719e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:44,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,45401,-1 for getting cluster id 2024-11-09T11:21:44,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:21:44,057 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f700674-57b1-4c6e-8fee-0a1cd2303a35' 2024-11-09T11:21:44,057 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:21:44,057 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1466, reset compression=false 2024-11-09T11:21:44,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:21:44,057 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39085,1731151277262 got entry batch from reader: WALEntryBatch [walEntries=[{test/9bafb1038bbeb2c000fec787fb35a2df/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T11:21:44,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f700674-57b1-4c6e-8fee-0a1cd2303a35" 2024-11-09T11:21:44,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d86a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:44,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,45401,-1] 2024-11-09T11:21:44,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:21:44,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:44,059 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:21:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9333cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:44,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:21:44,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:21:44,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:21:44,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,45401,1731151282236 2024-11-09T11:21:44,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fbcdfc1 2024-11-09T11:21:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:21:44,064 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:21:44,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-09T11:21:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-09T11:21:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T11:21:44,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:21:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T11:21:44,260 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1466, reset compression=false 2024-11-09T11:21:44,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-09T11:21:44,289 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-09T11:21:44,290 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T11:21:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-09T11:21:44,292 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 3264b4bbda9f,36871,1731151282397 suceeded 2024-11-09T11:21:44,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-09T11:21:44,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-09T11:21:44,293 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-09T11:21:44,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 228 msec 2024-11-09T11:21:44,385 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517, startPosition=1239, beingWritten=true 2024-11-09T11:21:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T11:21:44,388 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T11:21:44,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:21:44,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:44,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:44,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:44,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:44,389 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:21:44,389 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 1518, reset compression=false 2024-11-09T11:21:44,389 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,36871,1731151282397 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b93242f3987b74b468952cf1009eefb/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T11:21:44,390 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-09T11:21:44,391 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:21:44,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T11:21:44,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43567 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:21:44,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43567 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:21:44,436 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1340, reset compression=false 2024-11-09T11:21:44,440 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:21:44,440 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1491, reset compression=false 2024-11-09T11:21:44,440 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,43567,1731151272271 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:21:44,564 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1466, reset compression=false 2024-11-09T11:21:44,594 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 1518, reset compression=false 2024-11-09T11:21:44,644 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1491, reset compression=false 2024-11-09T11:21:44,897 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 1518, reset compression=false 2024-11-09T11:21:44,947 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1491, reset compression=false 2024-11-09T11:21:44,967 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1466, reset compression=false 2024-11-09T11:21:45,300 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 1518, reset compression=false 2024-11-09T11:21:45,350 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1491, reset compression=false 2024-11-09T11:21:45,392 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-09T11:21:45,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:21:45,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:21:45,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:45,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:45,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:45,393 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:21:45,393 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=990518930, stopped=false 2024-11-09T11:21:45,393 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,45401,1731151282236 2024-11-09T11:21:45,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:45,463 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2366708222/running 2024-11-09T11:21:45,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2366708222/running 2024-11-09T11:21:45,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222 2024-11-09T11:21:45,463 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222 2024-11-09T11:21:45,463 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:21:45,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:21:45,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:45,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:45,463 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,36871,1731151282397' ***** 2024-11-09T11:21:45,463 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:21:45,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Set watcher on znode that does not yet exist, /2366708222/running 2024-11-09T11:21:45,464 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:21:45,464 INFO [RS:0;3264b4bbda9f:36871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:21:45,464 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:21:45,464 INFO [RS:0;3264b4bbda9f:36871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:21:45,464 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b93242f3987b74b468952cf1009eefb 2024-11-09T11:21:45,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Set watcher on znode that does not yet exist, /2366708222/running 2024-11-09T11:21:45,465 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(3091): Received CLOSE for cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:45,465 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,36871,1731151282397 2024-11-09T11:21:45,465 INFO [RS:0;3264b4bbda9f:36871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:21:45,465 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b93242f3987b74b468952cf1009eefb, disabling compactions & flushes 2024-11-09T11:21:45,465 INFO [RS:0;3264b4bbda9f:36871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:36871. 2024-11-09T11:21:45,465 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731151288710.9b93242f3987b74b468952cf1009eefb. 2024-11-09T11:21:45,465 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151288710.9b93242f3987b74b468952cf1009eefb. 2024-11-09T11:21:45,465 DEBUG [RS:0;3264b4bbda9f:36871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:45,465 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731151288710.9b93242f3987b74b468952cf1009eefb. after waiting 0 ms 2024-11-09T11:21:45,465 DEBUG [RS:0;3264b4bbda9f:36871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:45,465 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731151288710.9b93242f3987b74b468952cf1009eefb. 2024-11-09T11:21:45,465 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9b93242f3987b74b468952cf1009eefb 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T11:21:45,466 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:21:45,466 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:21:45,466 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:21:45,466 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:21:45,466 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T11:21:45,466 DEBUG [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1325): Online Regions={9b93242f3987b74b468952cf1009eefb=test,,1731151288710.9b93242f3987b74b468952cf1009eefb., cd0bad5f4084c215f71c2f8b9f7fcd57=hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T11:21:45,466 DEBUG [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b93242f3987b74b468952cf1009eefb, cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:45,466 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:21:45,466 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:21:45,466 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:21:45,466 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:21:45,466 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:21:45,466 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T11:21:45,470 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1466, reset compression=false 2024-11-09T11:21:45,483 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/default/test/9b93242f3987b74b468952cf1009eefb/.tmp/f/7de896ab424e4418b13b5dba24b01413 is 37, key is row3/f:row3/1731151303049/Put/seqid=0 2024-11-09T11:21:45,483 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/.tmp/info/db5ffada6283410fa192520f703708c4 is 147, key is hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57./info:regioninfo/1731151295001/Put/seqid=0 2024-11-09T11:21:45,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741840_1016 (size=5228) 2024-11-09T11:21:45,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741841_1017 (size=7686) 2024-11-09T11:21:45,508 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:21:45,567 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:21:45,568 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:21:45,568 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68366 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:21:45,666 DEBUG [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b93242f3987b74b468952cf1009eefb, cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:45,806 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 1518, reset compression=false 2024-11-09T11:21:45,809 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:21:45,809 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 1765, reset compression=false 2024-11-09T11:21:45,809 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,36871,1731151282397 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:21:45,810 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3264b4bbda9f,36871,1731151282397: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3264b4bbda9f,36871,1731151282397, walGroup=3264b4bbda9f%2C36871%2C1731151282397, offset=3264b4bbda9f%2C36871%2C1731151282397.1731151284517:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:36871 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T11:21:45,811 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T11:21:45,811 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T11:21:45,812 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T11:21:45,812 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T11:21:45,812 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T11:21:45,812 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 861501064 }, "NonHeapMemoryUsage": { "committed": 201457664, "init": 7667712, "max": -1, "used": 198472216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T11:21:45,812 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:45401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:45401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T11:21:45,852 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1491, reset compression=false 2024-11-09T11:21:45,866 DEBUG [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b93242f3987b74b468952cf1009eefb, cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:45,891 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/default/test/9b93242f3987b74b468952cf1009eefb/.tmp/f/7de896ab424e4418b13b5dba24b01413 2024-11-09T11:21:45,893 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/.tmp/info/db5ffada6283410fa192520f703708c4 2024-11-09T11:21:45,895 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7de896ab424e4418b13b5dba24b01413 2024-11-09T11:21:45,911 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/.tmp/ns/d4ea577047504b3faf9a70222232caa5 is 43, key is default/ns:d/1731151285324/Put/seqid=0 2024-11-09T11:21:45,911 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/default/test/9b93242f3987b74b468952cf1009eefb/.tmp/f1/997ca974c60c4fa799837781c6852ffb is 30, key is row1/f1:/1731151300395/DeleteFamily/seqid=0 2024-11-09T11:21:45,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741843_1019 (size=5158) 2024-11-09T11:21:45,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741842_1018 (size=5153) 2024-11-09T11:21:45,914 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/default/test/9b93242f3987b74b468952cf1009eefb/.tmp/f1/997ca974c60c4fa799837781c6852ffb 2024-11-09T11:21:45,918 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 997ca974c60c4fa799837781c6852ffb 2024-11-09T11:21:45,932 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/default/test/9b93242f3987b74b468952cf1009eefb/.tmp/norep/115243cfda39404ab2496c9004a360be is 33, key is row2/norep:/1731151301400/DeleteFamily/seqid=0 2024-11-09T11:21:45,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741844_1020 (size=5108) 2024-11-09T11:21:46,017 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 1765, reset compression=false 2024-11-09T11:21:46,067 DEBUG [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b93242f3987b74b468952cf1009eefb, cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:46,073 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1466, reset compression=false 2024-11-09T11:21:46,267 DEBUG [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b93242f3987b74b468952cf1009eefb, cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:46,315 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/.tmp/ns/d4ea577047504b3faf9a70222232caa5 2024-11-09T11:21:46,320 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 1765, reset compression=false 2024-11-09T11:21:46,331 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/.tmp/rep_barrier/76edb97714da44e38e520c0b926b68c2 is 112, key is test,,1731151288710.9b93242f3987b74b468952cf1009eefb./rep_barrier:seqnumDuringOpen/1731151289856/Put/seqid=0 2024-11-09T11:21:46,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741845_1021 (size=5518) 2024-11-09T11:21:46,341 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/default/test/9b93242f3987b74b468952cf1009eefb/.tmp/norep/115243cfda39404ab2496c9004a360be 2024-11-09T11:21:46,345 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 115243cfda39404ab2496c9004a360be 2024-11-09T11:21:46,345 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/default/test/9b93242f3987b74b468952cf1009eefb/.tmp/f/7de896ab424e4418b13b5dba24b01413 as hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/default/test/9b93242f3987b74b468952cf1009eefb/f/7de896ab424e4418b13b5dba24b01413 2024-11-09T11:21:46,349 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7de896ab424e4418b13b5dba24b01413 2024-11-09T11:21:46,349 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/default/test/9b93242f3987b74b468952cf1009eefb/f/7de896ab424e4418b13b5dba24b01413, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T11:21:46,350 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/default/test/9b93242f3987b74b468952cf1009eefb/.tmp/f1/997ca974c60c4fa799837781c6852ffb as hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/default/test/9b93242f3987b74b468952cf1009eefb/f1/997ca974c60c4fa799837781c6852ffb 2024-11-09T11:21:46,353 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 997ca974c60c4fa799837781c6852ffb 2024-11-09T11:21:46,353 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/default/test/9b93242f3987b74b468952cf1009eefb/f1/997ca974c60c4fa799837781c6852ffb, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T11:21:46,354 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/default/test/9b93242f3987b74b468952cf1009eefb/.tmp/norep/115243cfda39404ab2496c9004a360be as hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/default/test/9b93242f3987b74b468952cf1009eefb/norep/115243cfda39404ab2496c9004a360be 2024-11-09T11:21:46,357 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 115243cfda39404ab2496c9004a360be 2024-11-09T11:21:46,357 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/default/test/9b93242f3987b74b468952cf1009eefb/norep/115243cfda39404ab2496c9004a360be, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T11:21:46,358 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9b93242f3987b74b468952cf1009eefb in 893ms, sequenceid=12, compaction requested=false 2024-11-09T11:21:46,361 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/default/test/9b93242f3987b74b468952cf1009eefb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T11:21:46,362 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:21:46,362 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:21:46,362 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731151288710.9b93242f3987b74b468952cf1009eefb. 2024-11-09T11:21:46,362 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b93242f3987b74b468952cf1009eefb: Waiting for close lock at 1731151305465Running coprocessor pre-close hooks at 1731151305465Disabling compacts and flushes for region at 1731151305465Disabling writes for close at 1731151305465Obtaining lock to block concurrent updates at 1731151305466 (+1 ms)Preparing flush snapshotting stores in 9b93242f3987b74b468952cf1009eefb at 1731151305466Finished memstore snapshotting test,,1731151288710.9b93242f3987b74b468952cf1009eefb., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731151305466Flushing stores of test,,1731151288710.9b93242f3987b74b468952cf1009eefb. at 1731151305466Flushing 9b93242f3987b74b468952cf1009eefb/f: creating writer at 1731151305466Flushing 9b93242f3987b74b468952cf1009eefb/f: appending metadata at 1731151305482 (+16 ms)Flushing 9b93242f3987b74b468952cf1009eefb/f: closing flushed file at 1731151305482Flushing 9b93242f3987b74b468952cf1009eefb/f1: creating writer at 1731151305895 (+413 ms)Flushing 9b93242f3987b74b468952cf1009eefb/f1: appending metadata at 1731151305910 (+15 ms)Flushing 9b93242f3987b74b468952cf1009eefb/f1: closing flushed file at 1731151305910Flushing 9b93242f3987b74b468952cf1009eefb/norep: creating writer at 1731151305918 (+8 ms)Flushing 9b93242f3987b74b468952cf1009eefb/norep: appending metadata at 1731151305932 (+14 ms)Flushing 9b93242f3987b74b468952cf1009eefb/norep: closing flushed file at 1731151305932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fdde96d: reopening flushed file at 1731151306345 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b9df992: reopening flushed file at 1731151306349 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6896189f: reopening flushed file at 1731151306353 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9b93242f3987b74b468952cf1009eefb in 893ms, sequenceid=12, compaction requested=false at 1731151306358 (+5 ms)Writing region close event to WAL at 1731151306359 (+1 ms)Running coprocessor post-close hooks at 1731151306362 (+3 ms)Closed at 1731151306362 2024-11-09T11:21:46,362 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731151288710.9b93242f3987b74b468952cf1009eefb. 2024-11-09T11:21:46,362 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd0bad5f4084c215f71c2f8b9f7fcd57, disabling compactions & flushes 2024-11-09T11:21:46,362 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57. 2024-11-09T11:21:46,362 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57. 2024-11-09T11:21:46,362 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57. after waiting 0 ms 2024-11-09T11:21:46,362 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57. 2024-11-09T11:21:46,362 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd0bad5f4084c215f71c2f8b9f7fcd57: Waiting for close lock at 1731151306362Running coprocessor pre-close hooks at 1731151306362Disabling compacts and flushes for region at 1731151306362Disabling writes for close at 1731151306362Failed flush hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57., putting online again at 1731151306362 2024-11-09T11:21:46,362 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57. 2024-11-09T11:21:46,411 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:21:46,411 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:21:46,455 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1491, reset compression=false 2024-11-09T11:21:46,467 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T11:21:46,467 DEBUG [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1325): Online Regions={cd0bad5f4084c215f71c2f8b9f7fcd57=hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T11:21:46,467 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(3091): Received CLOSE for cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:46,467 DEBUG [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd0bad5f4084c215f71c2f8b9f7fcd57 2024-11-09T11:21:46,467 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd0bad5f4084c215f71c2f8b9f7fcd57, disabling compactions & flushes 2024-11-09T11:21:46,467 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57. 2024-11-09T11:21:46,467 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57. 2024-11-09T11:21:46,467 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57. after waiting 0 ms 2024-11-09T11:21:46,467 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57. 2024-11-09T11:21:46,467 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd0bad5f4084c215f71c2f8b9f7fcd57: Waiting for close lock at 1731151306467Running coprocessor pre-close hooks at 1731151306467Disabling compacts and flushes for region at 1731151306467Disabling writes for close at 1731151306467Failed flush hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57., putting online again at 1731151306467 2024-11-09T11:21:46,467 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731151294181.cd0bad5f4084c215f71c2f8b9f7fcd57. 2024-11-09T11:21:46,561 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:21:46,667 DEBUG [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:21:46,728 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 1765, reset compression=false 2024-11-09T11:21:46,731 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:21:46,732 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 2409, reset compression=false 2024-11-09T11:21:46,734 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/.tmp/rep_barrier/76edb97714da44e38e520c0b926b68c2 2024-11-09T11:21:46,752 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/.tmp/table/f27197897b9044aab192194f5befc1c0 is 53, key is hbase:replication/table:state/1731151295007/Put/seqid=0 2024-11-09T11:21:46,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741846_1022 (size=5308) 2024-11-09T11:21:46,776 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1466, reset compression=false 2024-11-09T11:21:46,868 DEBUG [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:21:46,934 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 2409, reset compression=false 2024-11-09T11:21:47,068 DEBUG [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:21:47,155 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/.tmp/table/f27197897b9044aab192194f5befc1c0 2024-11-09T11:21:47,158 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1491, reset compression=false 2024-11-09T11:21:47,159 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/.tmp/info/db5ffada6283410fa192520f703708c4 as hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/info/db5ffada6283410fa192520f703708c4 2024-11-09T11:21:47,162 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/info/db5ffada6283410fa192520f703708c4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T11:21:47,163 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/.tmp/ns/d4ea577047504b3faf9a70222232caa5 as hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/ns/d4ea577047504b3faf9a70222232caa5 2024-11-09T11:21:47,166 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/ns/d4ea577047504b3faf9a70222232caa5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T11:21:47,166 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/.tmp/rep_barrier/76edb97714da44e38e520c0b926b68c2 as hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/rep_barrier/76edb97714da44e38e520c0b926b68c2 2024-11-09T11:21:47,169 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/rep_barrier/76edb97714da44e38e520c0b926b68c2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T11:21:47,170 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/.tmp/table/f27197897b9044aab192194f5befc1c0 as hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/table/f27197897b9044aab192194f5befc1c0 2024-11-09T11:21:47,173 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/table/f27197897b9044aab192194f5befc1c0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T11:21:47,174 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-09T11:21:47,177 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T11:21:47,177 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:21:47,177 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:21:47,177 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:21:47,178 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151305466Running coprocessor pre-close hooks at 1731151305466Disabling compacts and flushes for region at 1731151305466Disabling writes for close at 1731151305466Obtaining lock to block concurrent updates at 1731151305466Preparing flush snapshotting stores in 1588230740 at 1731151305466Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731151305466Flushing stores of hbase:meta,,1.1588230740 at 1731151305467 (+1 ms)Flushing 1588230740/info: creating writer at 1731151305467Flushing 1588230740/info: appending metadata at 1731151305483 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731151305483Flushing 1588230740/ns: creating writer at 1731151305897 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731151305910 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731151305910Flushing 1588230740/rep_barrier: creating writer at 1731151306318 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731151306330 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731151306330Flushing 1588230740/table: creating writer at 1731151306737 (+407 ms)Flushing 1588230740/table: appending metadata at 1731151306751 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731151306751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c4f8739: reopening flushed file at 1731151307159 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@437edf8c: reopening flushed file at 1731151307163 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6df781e0: reopening flushed file at 1731151307166 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a22be61: reopening flushed file at 1731151307170 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1731151307174 (+4 ms)Writing region close event to WAL at 1731151307175 (+1 ms)Running coprocessor post-close hooks at 1731151307177 (+2 ms)Closed at 1731151307177 2024-11-09T11:21:47,178 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:21:47,237 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.wal-reader.3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 to pos 2409, reset compression=false 2024-11-09T11:21:47,268 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T11:21:47,268 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,36871,1731151282397; all regions closed. 2024-11-09T11:21:47,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741834_1010 (size=4239) 2024-11-09T11:21:47,270 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.meta.1731151285276.meta not finished, retry = 0 2024-11-09T11:21:47,372 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.rep.1731151294972 not finished, retry = 0 2024-11-09T11:21:47,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741839_1015 (size=2390) 2024-11-09T11:21:47,475 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/WALs/3264b4bbda9f,36871,1731151282397/3264b4bbda9f%2C36871%2C1731151282397.1731151284517 not finished, retry = 0 2024-11-09T11:21:47,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741833_1009 (size=2417) 2024-11-09T11:21:47,576 DEBUG [RS:0;3264b4bbda9f:36871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:47,576 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:21:47,576 INFO [RS:0;3264b4bbda9f:36871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:21:47,576 INFO [RS:0;3264b4bbda9f:36871 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T11:21:47,576 INFO [RS:0;3264b4bbda9f:36871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:21:47,576 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:21:47,576 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3264b4bbda9f,36871,1731151282397 because: Region server is closing 2024-11-09T11:21:47,577 INFO [RS:0;3264b4bbda9f:36871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:36871. 2024-11-09T11:21:47,577 DEBUG [RS:0;3264b4bbda9f:36871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:47,577 DEBUG [RS:0;3264b4bbda9f:36871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:47,577 DEBUG [RS:0;3264b4bbda9f:36871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:47,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:47,579 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1466, reset compression=false 2024-11-09T11:21:47,677 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,36871,1731151282397.replicationSource.shipper3264b4bbda9f%2C36871%2C1731151282397,1-3264b4bbda9f,36871,1731151282397 terminated 2024-11-09T11:21:47,677 INFO [RS:0;3264b4bbda9f:36871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:36871. 2024-11-09T11:21:47,677 DEBUG [RS:0;3264b4bbda9f:36871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:47,677 DEBUG [RS:0;3264b4bbda9f:36871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:47,678 DEBUG [RS:0;3264b4bbda9f:36871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:47,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:47,678 INFO [RS:0;3264b4bbda9f:36871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36871 2024-11-09T11:21:47,743 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2366708222/rs/3264b4bbda9f,36871,1731151282397 2024-11-09T11:21:47,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222/rs 2024-11-09T11:21:47,743 INFO [RS:0;3264b4bbda9f:36871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:21:47,754 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,36871,1731151282397] 2024-11-09T11:21:47,817 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2366708222/draining/3264b4bbda9f,36871,1731151282397 already deleted, retry=false 2024-11-09T11:21:47,817 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,36871,1731151282397 expired; onlineServers=0 2024-11-09T11:21:47,817 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,45401,1731151282236' ***** 2024-11-09T11:21:47,817 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:21:47,817 INFO [M:0;3264b4bbda9f:45401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:21:47,817 INFO [M:0;3264b4bbda9f:45401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:21:47,817 DEBUG [M:0;3264b4bbda9f:45401 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:21:47,817 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:21:47,817 DEBUG [M:0;3264b4bbda9f:45401 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:21:47,817 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151284127 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151284127,5,FailOnTimeoutGroup] 2024-11-09T11:21:47,817 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151284124 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151284124,5,FailOnTimeoutGroup] 2024-11-09T11:21:47,818 INFO [M:0;3264b4bbda9f:45401 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:21:47,818 INFO [M:0;3264b4bbda9f:45401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:21:47,818 DEBUG [M:0;3264b4bbda9f:45401 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:21:47,818 INFO [M:0;3264b4bbda9f:45401 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:21:47,818 INFO [M:0;3264b4bbda9f:45401 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:21:47,818 INFO [M:0;3264b4bbda9f:45401 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:21:47,818 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:21:47,854 INFO [RS:0;3264b4bbda9f:36871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:21:47,854 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:47,854 INFO [RS:0;3264b4bbda9f:36871 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,36871,1731151282397; zookeeper connection closed. 2024-11-09T11:21:47,854 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x1011f540c5c0007, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:47,854 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a37d6b9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a37d6b9 2024-11-09T11:21:47,855 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:21:47,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2366708222/master 2024-11-09T11:21:47,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2366708222 2024-11-09T11:21:47,935 DEBUG [M:0;3264b4bbda9f:45401 {}] zookeeper.ZKUtil(347): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Unable to get data of znode /2366708222/master because node does not exist (not an error) 2024-11-09T11:21:47,935 WARN [M:0;3264b4bbda9f:45401 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:21:47,936 INFO [M:0;3264b4bbda9f:45401 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/.lastflushedseqids 2024-11-09T11:21:47,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741847_1023 (size=245) 2024-11-09T11:21:47,961 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1491, reset compression=false 2024-11-09T11:21:48,340 INFO [M:0;3264b4bbda9f:45401 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:21:48,341 INFO [M:0;3264b4bbda9f:45401 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:21:48,341 DEBUG [M:0;3264b4bbda9f:45401 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:21:48,341 INFO [M:0;3264b4bbda9f:45401 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:48,341 DEBUG [M:0;3264b4bbda9f:45401 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:48,341 DEBUG [M:0;3264b4bbda9f:45401 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:21:48,341 DEBUG [M:0;3264b4bbda9f:45401 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:48,341 INFO [M:0;3264b4bbda9f:45401 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-09T11:21:48,354 DEBUG [M:0;3264b4bbda9f:45401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10b667adc9b8414c9bafcfa3202b3a2a is 82, key is hbase:meta,,1/info:regioninfo/1731151285307/Put/seqid=0 2024-11-09T11:21:48,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741848_1024 (size=5672) 2024-11-09T11:21:48,482 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1466, reset compression=false 2024-11-09T11:21:48,757 INFO [M:0;3264b4bbda9f:45401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10b667adc9b8414c9bafcfa3202b3a2a 2024-11-09T11:21:48,775 DEBUG [M:0;3264b4bbda9f:45401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c26f702fcb945789bdffd1fa808caf8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731151295011/Put/seqid=0 2024-11-09T11:21:48,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741849_1025 (size=9212) 2024-11-09T11:21:48,864 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1491, reset compression=false 2024-11-09T11:21:49,178 INFO [M:0;3264b4bbda9f:45401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c26f702fcb945789bdffd1fa808caf8 2024-11-09T11:21:49,197 DEBUG [M:0;3264b4bbda9f:45401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0517260ed87e4c61a370645f08a3c282 is 69, key is 3264b4bbda9f,36871,1731151282397/rs:state/1731151284309/Put/seqid=0 2024-11-09T11:21:49,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741850_1026 (size=5156) 2024-11-09T11:21:49,486 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1466, reset compression=false 2024-11-09T11:21:49,600 INFO [M:0;3264b4bbda9f:45401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0517260ed87e4c61a370645f08a3c282 2024-11-09T11:21:49,604 DEBUG [M:0;3264b4bbda9f:45401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10b667adc9b8414c9bafcfa3202b3a2a as hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/10b667adc9b8414c9bafcfa3202b3a2a 2024-11-09T11:21:49,607 INFO [M:0;3264b4bbda9f:45401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/10b667adc9b8414c9bafcfa3202b3a2a, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T11:21:49,608 DEBUG [M:0;3264b4bbda9f:45401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c26f702fcb945789bdffd1fa808caf8 as hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c26f702fcb945789bdffd1fa808caf8 2024-11-09T11:21:49,611 INFO [M:0;3264b4bbda9f:45401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c26f702fcb945789bdffd1fa808caf8, entries=15, sequenceid=127, filesize=9.0 K 2024-11-09T11:21:49,611 DEBUG [M:0;3264b4bbda9f:45401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0517260ed87e4c61a370645f08a3c282 as hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0517260ed87e4c61a370645f08a3c282 2024-11-09T11:21:49,615 INFO [M:0;3264b4bbda9f:45401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0517260ed87e4c61a370645f08a3c282, entries=1, sequenceid=127, filesize=5.0 K 2024-11-09T11:21:49,616 INFO [M:0;3264b4bbda9f:45401 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=127, compaction requested=false 2024-11-09T11:21:49,616 INFO [M:0;3264b4bbda9f:45401 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:49,617 DEBUG [M:0;3264b4bbda9f:45401 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151308341Disabling compacts and flushes for region at 1731151308341Disabling writes for close at 1731151308341Obtaining lock to block concurrent updates at 1731151308341Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151308341Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731151308341Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151308342 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151308342Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151308353 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151308354 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151308762 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151308774 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151308774Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151309181 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151309196 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151309196Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9996b85: reopening flushed file at 1731151309604 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70df9cd2: reopening flushed file at 1731151309607 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a927cdd: reopening flushed file at 1731151309611 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=127, compaction requested=false at 1731151309616 (+5 ms)Writing region close event to WAL at 1731151309616Closed at 1731151309616 2024-11-09T11:21:49,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741830_1006 (size=73866) 2024-11-09T11:21:49,618 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/80fb80c1-7816-42a4-5c89-1c8cc079b0cf/MasterData/WALs/3264b4bbda9f,45401,1731151282236/3264b4bbda9f%2C45401%2C1731151282236.1731151283828 not finished, retry = 0 2024-11-09T11:21:49,719 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:21:49,719 INFO [M:0;3264b4bbda9f:45401 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:21:49,719 INFO [M:0;3264b4bbda9f:45401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45401 2024-11-09T11:21:49,719 INFO [M:0;3264b4bbda9f:45401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:21:49,868 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1491, reset compression=false 2024-11-09T11:21:49,885 INFO [M:0;3264b4bbda9f:45401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:21:49,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:49,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45401-0x1011f540c5c0006, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:49,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@583d7786{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:21:49,888 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14b05bf4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:21:49,888 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:21:49,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f2cf71c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:21:49,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67b0f833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/hadoop.log.dir/,STOPPED} 2024-11-09T11:21:49,889 WARN [BP-2117548117-172.17.0.2-1731151280254 heartbeating to localhost/127.0.0.1:39153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:21:49,889 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:21:49,889 WARN [BP-2117548117-172.17.0.2-1731151280254 heartbeating to localhost/127.0.0.1:39153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2117548117-172.17.0.2-1731151280254 (Datanode Uuid 554aba52-b3ef-4e62-9d1a-caeaf66eeffd) service to localhost/127.0.0.1:39153 2024-11-09T11:21:49,890 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:21:49,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/cluster_f7a8fd6b-6c5b-76a8-22c5-36489efaffe9/data/data1/current/BP-2117548117-172.17.0.2-1731151280254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:21:49,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/cluster_f7a8fd6b-6c5b-76a8-22c5-36489efaffe9/data/data2/current/BP-2117548117-172.17.0.2-1731151280254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:21:49,890 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:21:49,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bcc0901{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:21:49,895 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c1eb1c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:21:49,895 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:21:49,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@569c531a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:21:49,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d838bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/hadoop.log.dir/,STOPPED} 2024-11-09T11:21:49,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:21:49,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:21:49,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:21:49,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:49,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:49,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:49,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:49,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:21:49,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=636912991, stopped=false 2024-11-09T11:21:49,907 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,34713,1731151276973 2024-11-09T11:21:49,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1285345487/running 2024-11-09T11:21:49,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1285345487/running 2024-11-09T11:21:49,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487 2024-11-09T11:21:49,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487 2024-11-09T11:21:49,926 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:21:49,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:21:49,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Set watcher on znode that does not yet exist, /1-1285345487/running 2024-11-09T11:21:49,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Set watcher on znode that does not yet exist, /1-1285345487/running 2024-11-09T11:21:49,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:49,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:49,927 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,39085,1731151277262' ***** 2024-11-09T11:21:49,927 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:21:49,927 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:21:49,927 INFO [RS:0;3264b4bbda9f:39085 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:21:49,927 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:21:49,927 INFO [RS:0;3264b4bbda9f:39085 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:21:49,927 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(3091): Received CLOSE for d4301ef13344b7ce79cb90d4a98f5a14 2024-11-09T11:21:49,927 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(3091): Received CLOSE for 9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:49,927 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,39085,1731151277262 2024-11-09T11:21:49,927 INFO [RS:0;3264b4bbda9f:39085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:21:49,927 INFO [RS:0;3264b4bbda9f:39085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:39085. 2024-11-09T11:21:49,927 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4301ef13344b7ce79cb90d4a98f5a14, disabling compactions & flushes 2024-11-09T11:21:49,927 DEBUG [RS:0;3264b4bbda9f:39085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:49,927 DEBUG [RS:0;3264b4bbda9f:39085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:49,927 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14. 2024-11-09T11:21:49,927 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14. 2024-11-09T11:21:49,927 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14. after waiting 0 ms 2024-11-09T11:21:49,927 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:21:49,927 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14. 2024-11-09T11:21:49,927 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:21:49,927 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:21:49,927 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:21:49,927 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d4301ef13344b7ce79cb90d4a98f5a14 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-09T11:21:49,927 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T11:21:49,928 DEBUG [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(1325): Online Regions={d4301ef13344b7ce79cb90d4a98f5a14=hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14., 1588230740=hbase:meta,,1.1588230740, 9bafb1038bbeb2c000fec787fb35a2df=test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df.} 2024-11-09T11:21:49,928 DEBUG [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bafb1038bbeb2c000fec787fb35a2df, d4301ef13344b7ce79cb90d4a98f5a14 2024-11-09T11:21:49,928 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:21:49,928 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:21:49,928 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:21:49,928 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:21:49,928 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:21:49,928 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T11:21:49,934 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:21:49,941 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/replication/d4301ef13344b7ce79cb90d4a98f5a14/.tmp/queue/b1172a6bb715489a999d426eef18a51d is 154, key is 1-3264b4bbda9f,39085,1731151277262/queue:3264b4bbda9f%2C39085%2C1731151277262/1731151304064/Put/seqid=0 2024-11-09T11:21:49,943 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/.tmp/info/7890473d012d498095ff660e157221e3 is 147, key is hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14./info:regioninfo/1731151293179/Put/seqid=0 2024-11-09T11:21:49,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741840_1016 (size=5353) 2024-11-09T11:21:49,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741841_1017 (size=7686) 2024-11-09T11:21:49,995 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:21:49,995 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:21:50,128 DEBUG [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bafb1038bbeb2c000fec787fb35a2df, d4301ef13344b7ce79cb90d4a98f5a14 2024-11-09T11:21:50,328 DEBUG [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bafb1038bbeb2c000fec787fb35a2df, d4301ef13344b7ce79cb90d4a98f5a14 2024-11-09T11:21:50,345 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/replication/d4301ef13344b7ce79cb90d4a98f5a14/.tmp/queue/b1172a6bb715489a999d426eef18a51d 2024-11-09T11:21:50,350 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/replication/d4301ef13344b7ce79cb90d4a98f5a14/.tmp/queue/b1172a6bb715489a999d426eef18a51d as hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/replication/d4301ef13344b7ce79cb90d4a98f5a14/queue/b1172a6bb715489a999d426eef18a51d 2024-11-09T11:21:50,351 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/.tmp/info/7890473d012d498095ff660e157221e3 2024-11-09T11:21:50,354 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/replication/d4301ef13344b7ce79cb90d4a98f5a14/queue/b1172a6bb715489a999d426eef18a51d, entries=1, sequenceid=14, filesize=5.2 K 2024-11-09T11:21:50,355 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d4301ef13344b7ce79cb90d4a98f5a14 in 428ms, sequenceid=14, compaction requested=false 2024-11-09T11:21:50,359 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/replication/d4301ef13344b7ce79cb90d4a98f5a14/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-09T11:21:50,360 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:21:50,360 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:21:50,360 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14. 2024-11-09T11:21:50,360 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4301ef13344b7ce79cb90d4a98f5a14: Waiting for close lock at 1731151309927Running coprocessor pre-close hooks at 1731151309927Disabling compacts and flushes for region at 1731151309927Disabling writes for close at 1731151309927Obtaining lock to block concurrent updates at 1731151309927Preparing flush snapshotting stores in d4301ef13344b7ce79cb90d4a98f5a14 at 1731151309927Finished memstore snapshotting hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731151309928 (+1 ms)Flushing stores of hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14. at 1731151309928Flushing d4301ef13344b7ce79cb90d4a98f5a14/queue: creating writer at 1731151309928Flushing d4301ef13344b7ce79cb90d4a98f5a14/queue: appending metadata at 1731151309940 (+12 ms)Flushing d4301ef13344b7ce79cb90d4a98f5a14/queue: closing flushed file at 1731151309941 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@425f40bf: reopening flushed file at 1731151310349 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d4301ef13344b7ce79cb90d4a98f5a14 in 428ms, sequenceid=14, compaction requested=false at 1731151310355 (+6 ms)Writing region close event to WAL at 1731151310357 (+2 ms)Running coprocessor post-close hooks at 1731151310359 (+2 ms)Closed at 1731151310360 (+1 ms) 2024-11-09T11:21:50,360 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731151292022.d4301ef13344b7ce79cb90d4a98f5a14. 2024-11-09T11:21:50,360 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9bafb1038bbeb2c000fec787fb35a2df, disabling compactions & flushes 2024-11-09T11:21:50,360 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df. 2024-11-09T11:21:50,360 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df. 2024-11-09T11:21:50,360 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df. after waiting 0 ms 2024-11-09T11:21:50,360 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df. 2024-11-09T11:21:50,360 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9bafb1038bbeb2c000fec787fb35a2df 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T11:21:50,372 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/.tmp/ns/b3dd90faaebf4e55aa325bab31bc2403 is 43, key is default/ns:d/1731151280103/Put/seqid=0 2024-11-09T11:21:50,377 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/default/test/9bafb1038bbeb2c000fec787fb35a2df/.tmp/f/6d2aae1104694866acca04fb0e529152 is 37, key is row3/f:row3/1731151303049/Put/seqid=0 2024-11-09T11:21:50,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741842_1018 (size=5153) 2024-11-09T11:21:50,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741843_1019 (size=5228) 2024-11-09T11:21:50,528 DEBUG [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:50,589 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1466, reset compression=false 2024-11-09T11:21:50,593 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:21:50,593 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1713, reset compression=false 2024-11-09T11:21:50,593 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39085,1731151277262 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:21:50,594 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3264b4bbda9f,39085,1731151277262: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3264b4bbda9f,39085,1731151277262, walGroup=3264b4bbda9f%2C39085%2C1731151277262, offset=3264b4bbda9f%2C39085%2C1731151277262.1731151279122:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:39085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T11:21:50,595 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T11:21:50,595 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T11:21:50,596 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T11:21:50,596 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T11:21:50,596 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T11:21:50,596 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 949581448 }, "NonHeapMemoryUsage": { "committed": 201981952, "init": 7667712, "max": -1, "used": 199008936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T11:21:50,596 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:34713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:34713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T11:21:50,728 DEBUG [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:50,779 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/.tmp/ns/b3dd90faaebf4e55aa325bab31bc2403 2024-11-09T11:21:50,781 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/default/test/9bafb1038bbeb2c000fec787fb35a2df/.tmp/f/6d2aae1104694866acca04fb0e529152 2024-11-09T11:21:50,784 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d2aae1104694866acca04fb0e529152 2024-11-09T11:21:50,797 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1713, reset compression=false 2024-11-09T11:21:50,803 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/.tmp/rep_barrier/540a962b54bf4267968a0d234d89d2e1 is 112, key is test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df./rep_barrier:seqnumDuringOpen/1731151287706/Put/seqid=0 2024-11-09T11:21:50,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741844_1020 (size=5518) 2024-11-09T11:21:50,811 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/default/test/9bafb1038bbeb2c000fec787fb35a2df/.tmp/f1/bba3534ace404339840e73e32ddb906e is 30, key is row1/f1:/1731151300395/DeleteFamily/seqid=0 2024-11-09T11:21:50,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741845_1021 (size=5158) 2024-11-09T11:21:50,928 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T11:21:50,928 DEBUG [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9bafb1038bbeb2c000fec787fb35a2df=test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df.} 2024-11-09T11:21:50,929 DEBUG [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:50,971 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1491, reset compression=false 2024-11-09T11:21:51,101 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1713, reset compression=false 2024-11-09T11:21:51,129 DEBUG [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:51,206 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/.tmp/rep_barrier/540a962b54bf4267968a0d234d89d2e1 2024-11-09T11:21:51,214 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/default/test/9bafb1038bbeb2c000fec787fb35a2df/.tmp/f1/bba3534ace404339840e73e32ddb906e 2024-11-09T11:21:51,217 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bba3534ace404339840e73e32ddb906e 2024-11-09T11:21:51,224 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/.tmp/table/3c43bfb94a4343fead443fd7aa946068 is 53, key is hbase:replication/table:state/1731151293185/Put/seqid=0 2024-11-09T11:21:51,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741846_1022 (size=5308) 2024-11-09T11:21:51,231 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/default/test/9bafb1038bbeb2c000fec787fb35a2df/.tmp/norep/563ef42f82f643e2bc3b81ce6f859280 is 33, key is row1/norep:/1731151300395/DeleteFamily/seqid=0 2024-11-09T11:21:51,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741847_1023 (size=5108) 2024-11-09T11:21:51,329 DEBUG [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:51,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,504 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/WALs/3264b4bbda9f,39085,1731151277262/3264b4bbda9f%2C39085%2C1731151277262.1731151279122 to pos 1713, reset compression=false 2024-11-09T11:21:51,529 DEBUG [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bafb1038bbeb2c000fec787fb35a2df 2024-11-09T11:21:51,629 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/.tmp/table/3c43bfb94a4343fead443fd7aa946068 2024-11-09T11:21:51,633 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/.tmp/info/7890473d012d498095ff660e157221e3 as hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/info/7890473d012d498095ff660e157221e3 2024-11-09T11:21:51,634 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/default/test/9bafb1038bbeb2c000fec787fb35a2df/.tmp/norep/563ef42f82f643e2bc3b81ce6f859280 2024-11-09T11:21:51,637 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 563ef42f82f643e2bc3b81ce6f859280 2024-11-09T11:21:51,637 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/default/test/9bafb1038bbeb2c000fec787fb35a2df/.tmp/f/6d2aae1104694866acca04fb0e529152 as hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/default/test/9bafb1038bbeb2c000fec787fb35a2df/f/6d2aae1104694866acca04fb0e529152 2024-11-09T11:21:51,637 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/info/7890473d012d498095ff660e157221e3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T11:21:51,638 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/.tmp/ns/b3dd90faaebf4e55aa325bab31bc2403 as hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/ns/b3dd90faaebf4e55aa325bab31bc2403 2024-11-09T11:21:51,641 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d2aae1104694866acca04fb0e529152 2024-11-09T11:21:51,641 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/default/test/9bafb1038bbeb2c000fec787fb35a2df/f/6d2aae1104694866acca04fb0e529152, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T11:21:51,641 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/ns/b3dd90faaebf4e55aa325bab31bc2403, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T11:21:51,641 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/.tmp/rep_barrier/540a962b54bf4267968a0d234d89d2e1 as hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/rep_barrier/540a962b54bf4267968a0d234d89d2e1 2024-11-09T11:21:51,641 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/default/test/9bafb1038bbeb2c000fec787fb35a2df/.tmp/f1/bba3534ace404339840e73e32ddb906e as hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/default/test/9bafb1038bbeb2c000fec787fb35a2df/f1/bba3534ace404339840e73e32ddb906e 2024-11-09T11:21:51,645 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bba3534ace404339840e73e32ddb906e 2024-11-09T11:21:51,645 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/rep_barrier/540a962b54bf4267968a0d234d89d2e1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T11:21:51,645 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/default/test/9bafb1038bbeb2c000fec787fb35a2df/f1/bba3534ace404339840e73e32ddb906e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T11:21:51,645 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/.tmp/table/3c43bfb94a4343fead443fd7aa946068 as hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/table/3c43bfb94a4343fead443fd7aa946068 2024-11-09T11:21:51,645 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/default/test/9bafb1038bbeb2c000fec787fb35a2df/.tmp/norep/563ef42f82f643e2bc3b81ce6f859280 as hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/default/test/9bafb1038bbeb2c000fec787fb35a2df/norep/563ef42f82f643e2bc3b81ce6f859280 2024-11-09T11:21:51,649 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/table/3c43bfb94a4343fead443fd7aa946068, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T11:21:51,649 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 563ef42f82f643e2bc3b81ce6f859280 2024-11-09T11:21:51,650 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/default/test/9bafb1038bbeb2c000fec787fb35a2df/norep/563ef42f82f643e2bc3b81ce6f859280, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T11:21:51,650 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false 2024-11-09T11:21:51,650 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9bafb1038bbeb2c000fec787fb35a2df in 1290ms, sequenceid=12, compaction requested=false 2024-11-09T11:21:51,650 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:21:51,650 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T11:21:51,657 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/default/test/9bafb1038bbeb2c000fec787fb35a2df/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T11:21:51,657 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T11:21:51,657 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:21:51,657 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:21:51,657 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df. 2024-11-09T11:21:51,657 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:21:51,657 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:21:51,657 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:21:51,657 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9bafb1038bbeb2c000fec787fb35a2df: Waiting for close lock at 1731151310360Running coprocessor pre-close hooks at 1731151310360Disabling compacts and flushes for region at 1731151310360Disabling writes for close at 1731151310360Obtaining lock to block concurrent updates at 1731151310360Preparing flush snapshotting stores in 9bafb1038bbeb2c000fec787fb35a2df at 1731151310360Finished memstore snapshotting test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731151310361 (+1 ms)Flushing stores of test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df. at 1731151310361Flushing 9bafb1038bbeb2c000fec787fb35a2df/f: creating writer at 1731151310361Flushing 9bafb1038bbeb2c000fec787fb35a2df/f: appending metadata at 1731151310376 (+15 ms)Flushing 9bafb1038bbeb2c000fec787fb35a2df/f: closing flushed file at 1731151310376Flushing 9bafb1038bbeb2c000fec787fb35a2df/f1: creating writer at 1731151310784 (+408 ms)Flushing 9bafb1038bbeb2c000fec787fb35a2df/f1: appending metadata at 1731151310810 (+26 ms)Flushing 9bafb1038bbeb2c000fec787fb35a2df/f1: closing flushed file at 1731151310811 (+1 ms)Flushing 9bafb1038bbeb2c000fec787fb35a2df/norep: creating writer at 1731151311218 (+407 ms)Flushing 9bafb1038bbeb2c000fec787fb35a2df/norep: appending metadata at 1731151311230 (+12 ms)Flushing 9bafb1038bbeb2c000fec787fb35a2df/norep: closing flushed file at 1731151311230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d61eff2: reopening flushed file at 1731151311637 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b763dec: reopening flushed file at 1731151311641 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25086f95: reopening flushed file at 1731151311645 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9bafb1038bbeb2c000fec787fb35a2df in 1290ms, sequenceid=12, compaction requested=false at 1731151311650 (+5 ms)Writing region close event to WAL at 1731151311654 (+4 ms)Running coprocessor post-close hooks at 1731151311657 (+3 ms)Closed at 1731151311657 2024-11-09T11:21:51,658 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151309928Running coprocessor pre-close hooks at 1731151309928Disabling compacts and flushes for region at 1731151309928Disabling writes for close at 1731151309928Obtaining lock to block concurrent updates at 1731151309928Preparing flush snapshotting stores in 1588230740 at 1731151309928Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731151309928Flushing stores of hbase:meta,,1.1588230740 at 1731151309928Flushing 1588230740/info: creating writer at 1731151309928Flushing 1588230740/info: appending metadata at 1731151309942 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731151309942Flushing 1588230740/ns: creating writer at 1731151310354 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731151310371 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731151310371Flushing 1588230740/rep_barrier: creating writer at 1731151310783 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731151310802 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731151310802Flushing 1588230740/table: creating writer at 1731151311210 (+408 ms)Flushing 1588230740/table: appending metadata at 1731151311223 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731151311223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c0bbe1c: reopening flushed file at 1731151311632 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45789e0b: reopening flushed file at 1731151311638 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a7c68d1: reopening flushed file at 1731151311641 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d9dc44: reopening flushed file at 1731151311645 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false at 1731151311650 (+5 ms)Writing region close event to WAL at 1731151311654 (+4 ms)Running coprocessor post-close hooks at 1731151311657 (+3 ms)Closed at 1731151311657 2024-11-09T11:21:51,658 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731151286561.9bafb1038bbeb2c000fec787fb35a2df. 2024-11-09T11:21:51,658 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:21:51,729 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,39085,1731151277262; all regions closed. 2024-11-09T11:21:51,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741834_1010 (size=4239) 2024-11-09T11:21:51,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741839_1015 (size=3552) 2024-11-09T11:21:51,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741832_1008 (size=2365) 2024-11-09T11:21:51,735 DEBUG [RS:0;3264b4bbda9f:39085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:51,735 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:21:51,735 INFO [RS:0;3264b4bbda9f:39085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:21:51,735 INFO [RS:0;3264b4bbda9f:39085 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T11:21:51,735 INFO [RS:0;3264b4bbda9f:39085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:21:51,735 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:21:51,735 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3264b4bbda9f,39085,1731151277262 because: Region server is closing 2024-11-09T11:21:51,735 INFO [RS:0;3264b4bbda9f:39085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:39085. 2024-11-09T11:21:51,736 DEBUG [RS:0;3264b4bbda9f:39085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:51,736 DEBUG [RS:0;3264b4bbda9f:39085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:51,736 DEBUG [RS:0;3264b4bbda9f:39085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:51,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:51,836 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.shipper3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 terminated 2024-11-09T11:21:51,836 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39085,1731151277262.replicationSource.wal-reader.3264b4bbda9f%2C39085%2C1731151277262,1-3264b4bbda9f,39085,1731151277262 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T11:21:51,836 INFO [RS:0;3264b4bbda9f:39085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:39085. 2024-11-09T11:21:51,836 DEBUG [RS:0;3264b4bbda9f:39085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:51,836 DEBUG [RS:0;3264b4bbda9f:39085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:51,836 DEBUG [RS:0;3264b4bbda9f:39085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:51,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:51,836 INFO [RS:0;3264b4bbda9f:39085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39085 2024-11-09T11:21:51,920 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:21:51,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1285345487/rs/3264b4bbda9f,39085,1731151277262 2024-11-09T11:21:51,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487/rs 2024-11-09T11:21:51,936 INFO [RS:0;3264b4bbda9f:39085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:21:51,946 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,39085,1731151277262] 2024-11-09T11:21:51,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,957 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1285345487/draining/3264b4bbda9f,39085,1731151277262 already deleted, retry=false 2024-11-09T11:21:51,957 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,39085,1731151277262 expired; onlineServers=0 2024-11-09T11:21:51,957 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,34713,1731151276973' ***** 2024-11-09T11:21:51,957 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:21:51,957 INFO [M:0;3264b4bbda9f:34713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:21:51,957 INFO [M:0;3264b4bbda9f:34713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:21:51,957 DEBUG [M:0;3264b4bbda9f:34713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:21:51,957 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:21:51,958 DEBUG [M:0;3264b4bbda9f:34713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:21:51,958 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151278865 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151278865,5,FailOnTimeoutGroup] 2024-11-09T11:21:51,958 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151278865 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151278865,5,FailOnTimeoutGroup] 2024-11-09T11:21:51,958 INFO [M:0;3264b4bbda9f:34713 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:21:51,958 INFO [M:0;3264b4bbda9f:34713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:21:51,958 DEBUG [M:0;3264b4bbda9f:34713 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:21:51,958 INFO [M:0;3264b4bbda9f:34713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:21:51,958 INFO [M:0;3264b4bbda9f:34713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:21:51,958 INFO [M:0;3264b4bbda9f:34713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:21:51,958 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:21:51,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:51,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1285345487/master 2024-11-09T11:21:51,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285345487 2024-11-09T11:21:51,972 DEBUG [M:0;3264b4bbda9f:34713 {}] zookeeper.ZKUtil(347): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Unable to get data of znode /1-1285345487/master because node does not exist (not an error) 2024-11-09T11:21:51,972 WARN [M:0;3264b4bbda9f:34713 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:21:51,972 INFO [M:0;3264b4bbda9f:34713 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/.lastflushedseqids 2024-11-09T11:21:51,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741848_1024 (size=245) 2024-11-09T11:21:52,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:52,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1011f540c5c0004, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:52,047 INFO [RS:0;3264b4bbda9f:39085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:21:52,047 INFO [RS:0;3264b4bbda9f:39085 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,39085,1731151277262; zookeeper connection closed. 2024-11-09T11:21:52,047 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b2ea82e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b2ea82e 2024-11-09T11:21:52,047 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:21:52,175 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1491, reset compression=false 2024-11-09T11:21:52,376 INFO [M:0;3264b4bbda9f:34713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:21:52,376 INFO [M:0;3264b4bbda9f:34713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:21:52,377 DEBUG [M:0;3264b4bbda9f:34713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:21:52,377 INFO [M:0;3264b4bbda9f:34713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:52,377 DEBUG [M:0;3264b4bbda9f:34713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:52,377 DEBUG [M:0;3264b4bbda9f:34713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:21:52,377 DEBUG [M:0;3264b4bbda9f:34713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:52,377 INFO [M:0;3264b4bbda9f:34713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-09T11:21:52,389 DEBUG [M:0;3264b4bbda9f:34713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66b2e3d62e1a46a99fbb25ca2ca85d3c is 82, key is hbase:meta,,1/info:regioninfo/1731151280089/Put/seqid=0 2024-11-09T11:21:52,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741849_1025 (size=5672) 2024-11-09T11:21:52,793 INFO [M:0;3264b4bbda9f:34713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66b2e3d62e1a46a99fbb25ca2ca85d3c 2024-11-09T11:21:52,812 DEBUG [M:0;3264b4bbda9f:34713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f09b1c93a72b443d9304dbac4d8b9cc6 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731151287715/Put/seqid=0 2024-11-09T11:21:52,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741850_1026 (size=7219) 2024-11-09T11:21:53,215 INFO [M:0;3264b4bbda9f:34713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f09b1c93a72b443d9304dbac4d8b9cc6 2024-11-09T11:21:53,219 INFO [M:0;3264b4bbda9f:34713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f09b1c93a72b443d9304dbac4d8b9cc6 2024-11-09T11:21:53,230 DEBUG [M:0;3264b4bbda9f:34713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0337bd0913f40deabb0484fcbbf979c is 69, key is 3264b4bbda9f,39085,1731151277262/rs:state/1731151278929/Put/seqid=0 2024-11-09T11:21:53,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741851_1027 (size=5156) 2024-11-09T11:21:53,478 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1491, reset compression=false 2024-11-09T11:21:53,634 INFO [M:0;3264b4bbda9f:34713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0337bd0913f40deabb0484fcbbf979c 2024-11-09T11:21:53,638 DEBUG [M:0;3264b4bbda9f:34713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66b2e3d62e1a46a99fbb25ca2ca85d3c as hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66b2e3d62e1a46a99fbb25ca2ca85d3c 2024-11-09T11:21:53,642 INFO [M:0;3264b4bbda9f:34713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66b2e3d62e1a46a99fbb25ca2ca85d3c, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T11:21:53,642 DEBUG [M:0;3264b4bbda9f:34713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f09b1c93a72b443d9304dbac4d8b9cc6 as hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f09b1c93a72b443d9304dbac4d8b9cc6 2024-11-09T11:21:53,646 INFO [M:0;3264b4bbda9f:34713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f09b1c93a72b443d9304dbac4d8b9cc6 2024-11-09T11:21:53,646 INFO [M:0;3264b4bbda9f:34713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f09b1c93a72b443d9304dbac4d8b9cc6, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T11:21:53,646 DEBUG [M:0;3264b4bbda9f:34713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0337bd0913f40deabb0484fcbbf979c as hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0337bd0913f40deabb0484fcbbf979c 2024-11-09T11:21:53,650 INFO [M:0;3264b4bbda9f:34713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45293/user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0337bd0913f40deabb0484fcbbf979c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T11:21:53,650 INFO [M:0;3264b4bbda9f:34713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false 2024-11-09T11:21:53,656 INFO [M:0;3264b4bbda9f:34713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:53,656 DEBUG [M:0;3264b4bbda9f:34713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151312376Disabling compacts and flushes for region at 1731151312376Disabling writes for close at 1731151312377 (+1 ms)Obtaining lock to block concurrent updates at 1731151312377Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151312377Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731151312377Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151312378 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151312378Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151312389 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151312389Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151312797 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151312812 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151312812Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151313219 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151313230 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151313230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@776a74ee: reopening flushed file at 1731151313638 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d97606a: reopening flushed file at 1731151313642 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e581f8: reopening flushed file at 1731151313646 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false at 1731151313650 (+4 ms)Writing region close event to WAL at 1731151313656 (+6 ms)Closed at 1731151313656 2024-11-09T11:21:53,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741830_1006 (size=64435) 2024-11-09T11:21:53,658 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/170f49c8-faf4-24b2-b174-de5febcc0bb5/MasterData/WALs/3264b4bbda9f,34713,1731151276973/3264b4bbda9f%2C34713%2C1731151276973.1731151278579 not finished, retry = 0 2024-11-09T11:21:53,759 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:21:53,759 INFO [M:0;3264b4bbda9f:34713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:21:53,759 INFO [M:0;3264b4bbda9f:34713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34713 2024-11-09T11:21:53,759 INFO [M:0;3264b4bbda9f:34713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:21:53,910 INFO [M:0;3264b4bbda9f:34713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:21:53,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:53,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34713-0x1011f540c5c0003, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:53,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53c664ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:21:53,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2be1fe91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:21:53,913 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:21:53,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3501bdbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:21:53,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b57aaaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/hadoop.log.dir/,STOPPED} 2024-11-09T11:21:53,915 WARN [BP-1194894264-172.17.0.2-1731151275044 heartbeating to localhost/127.0.0.1:45293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:21:53,915 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:21:53,915 WARN [BP-1194894264-172.17.0.2-1731151275044 heartbeating to localhost/127.0.0.1:45293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1194894264-172.17.0.2-1731151275044 (Datanode Uuid 2e1020b3-eaf9-4a83-a635-d2527401ec9c) service to localhost/127.0.0.1:45293 2024-11-09T11:21:53,915 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:21:53,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/cluster_ed885fe9-a371-795c-842d-f0d8c3816db1/data/data1/current/BP-1194894264-172.17.0.2-1731151275044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:21:53,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/cluster_ed885fe9-a371-795c-842d-f0d8c3816db1/data/data2/current/BP-1194894264-172.17.0.2-1731151275044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:21:53,916 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:21:53,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25f2316d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:21:53,922 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@468ae325{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:21:53,922 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:21:53,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43bab9de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:21:53,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@388d4706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/57ea03e4-7621-6775-4bd1-7b97f80e2edc/hadoop.log.dir/,STOPPED} 2024-11-09T11:21:53,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:21:53,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:21:53,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:21:53,937 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:53,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:53,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:53,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:53,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:21:53,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=909347290, stopped=false 2024-11-09T11:21:53,938 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,38179,1731151272071 2024-11-09T11:21:53,999 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1860922537/running 2024-11-09T11:21:53,999 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537 2024-11-09T11:21:53,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1860922537/running 2024-11-09T11:21:53,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537 2024-11-09T11:21:53,999 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:21:54,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:21:54,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:54,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:54,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Set watcher on znode that does not yet exist, /0-1860922537/running 2024-11-09T11:21:54,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,43567,1731151272271' ***** 2024-11-09T11:21:54,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:21:54,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Set watcher on znode that does not yet exist, /0-1860922537/running 2024-11-09T11:21:54,000 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:21:54,001 INFO [RS:0;3264b4bbda9f:43567 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:21:54,001 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:21:54,001 INFO [RS:0;3264b4bbda9f:43567 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:21:54,001 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(3091): Received CLOSE for 866be61d4f1a797a451e2bb5d48318b9 2024-11-09T11:21:54,001 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f4c4ce350dcc4d3fe8678e56fb9c181 2024-11-09T11:21:54,001 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,43567,1731151272271 2024-11-09T11:21:54,001 INFO [RS:0;3264b4bbda9f:43567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:21:54,001 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 866be61d4f1a797a451e2bb5d48318b9, disabling compactions & flushes 2024-11-09T11:21:54,001 INFO [RS:0;3264b4bbda9f:43567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:43567. 2024-11-09T11:21:54,001 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9. 2024-11-09T11:21:54,001 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9. 2024-11-09T11:21:54,001 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9. after waiting 0 ms 2024-11-09T11:21:54,001 DEBUG [RS:0;3264b4bbda9f:43567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:54,001 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9. 2024-11-09T11:21:54,001 DEBUG [RS:0;3264b4bbda9f:43567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:54,001 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 866be61d4f1a797a451e2bb5d48318b9 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-09T11:21:54,001 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:21:54,001 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:21:54,001 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:21:54,001 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:21:54,002 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T11:21:54,002 DEBUG [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 866be61d4f1a797a451e2bb5d48318b9=test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9., 5f4c4ce350dcc4d3fe8678e56fb9c181=hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181.} 2024-11-09T11:21:54,002 DEBUG [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f4c4ce350dcc4d3fe8678e56fb9c181, 866be61d4f1a797a451e2bb5d48318b9 2024-11-09T11:21:54,002 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:21:54,002 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:21:54,002 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:21:54,002 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:21:54,002 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:21:54,002 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T11:21:54,020 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/.tmp/info/686c0114c7404a02987174a76844b51f is 147, key is hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181./info:regioninfo/1731151291630/Put/seqid=0 2024-11-09T11:21:54,020 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/default/test/866be61d4f1a797a451e2bb5d48318b9/.tmp/f/ef8592e33f78469ea2c2d517aed8f793 is 37, key is row3/f:row3/1731151303049/Put/seqid=0 2024-11-09T11:21:54,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741840_1016 (size=7686) 2024-11-09T11:21:54,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741841_1017 (size=5228) 2024-11-09T11:21:54,024 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/default/test/866be61d4f1a797a451e2bb5d48318b9/.tmp/f/ef8592e33f78469ea2c2d517aed8f793 2024-11-09T11:21:54,027 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef8592e33f78469ea2c2d517aed8f793 2024-11-09T11:21:54,039 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/default/test/866be61d4f1a797a451e2bb5d48318b9/.tmp/f1/f12cdbbda7c44efd90e5384fd85d0d24 is 30, key is row1/f1:/1731151300395/DeleteFamily/seqid=0 2024-11-09T11:21:54,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741842_1018 (size=5158) 2024-11-09T11:21:54,095 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:21:54,202 DEBUG [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f4c4ce350dcc4d3fe8678e56fb9c181, 866be61d4f1a797a451e2bb5d48318b9 2024-11-09T11:21:54,402 DEBUG [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f4c4ce350dcc4d3fe8678e56fb9c181, 866be61d4f1a797a451e2bb5d48318b9 2024-11-09T11:21:54,424 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/.tmp/info/686c0114c7404a02987174a76844b51f 2024-11-09T11:21:54,439 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/.tmp/ns/ee885f38405e46dc9dfb4d77da3b479d is 43, key is default/ns:d/1731151274904/Put/seqid=0 2024-11-09T11:21:54,443 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/default/test/866be61d4f1a797a451e2bb5d48318b9/.tmp/f1/f12cdbbda7c44efd90e5384fd85d0d24 2024-11-09T11:21:54,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741843_1019 (size=5153) 2024-11-09T11:21:54,447 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f12cdbbda7c44efd90e5384fd85d0d24 2024-11-09T11:21:54,464 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/default/test/866be61d4f1a797a451e2bb5d48318b9/.tmp/norep/3a3f12c29d904f40844821fda51a8075 is 32, key is row/norep:/1731151299371/DeleteFamily/seqid=0 2024-11-09T11:21:54,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741844_1020 (size=5101) 2024-11-09T11:21:54,602 DEBUG [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f4c4ce350dcc4d3fe8678e56fb9c181, 866be61d4f1a797a451e2bb5d48318b9 2024-11-09T11:21:54,693 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:21:54,693 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:21:54,802 DEBUG [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f4c4ce350dcc4d3fe8678e56fb9c181, 866be61d4f1a797a451e2bb5d48318b9 2024-11-09T11:21:54,846 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/.tmp/ns/ee885f38405e46dc9dfb4d77da3b479d 2024-11-09T11:21:54,864 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/.tmp/rep_barrier/0a23e4526ea64fb0b23f3008cb0ba988 is 112, key is test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9./rep_barrier:seqnumDuringOpen/1731151286206/Put/seqid=0 2024-11-09T11:21:54,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741845_1021 (size=5518) 2024-11-09T11:21:54,868 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/default/test/866be61d4f1a797a451e2bb5d48318b9/.tmp/norep/3a3f12c29d904f40844821fda51a8075 2024-11-09T11:21:54,870 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a3f12c29d904f40844821fda51a8075 2024-11-09T11:21:54,871 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/default/test/866be61d4f1a797a451e2bb5d48318b9/.tmp/f/ef8592e33f78469ea2c2d517aed8f793 as hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/default/test/866be61d4f1a797a451e2bb5d48318b9/f/ef8592e33f78469ea2c2d517aed8f793 2024-11-09T11:21:54,874 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef8592e33f78469ea2c2d517aed8f793 2024-11-09T11:21:54,874 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/default/test/866be61d4f1a797a451e2bb5d48318b9/f/ef8592e33f78469ea2c2d517aed8f793, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T11:21:54,875 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/default/test/866be61d4f1a797a451e2bb5d48318b9/.tmp/f1/f12cdbbda7c44efd90e5384fd85d0d24 as hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/default/test/866be61d4f1a797a451e2bb5d48318b9/f1/f12cdbbda7c44efd90e5384fd85d0d24 2024-11-09T11:21:54,878 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f12cdbbda7c44efd90e5384fd85d0d24 2024-11-09T11:21:54,878 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/default/test/866be61d4f1a797a451e2bb5d48318b9/f1/f12cdbbda7c44efd90e5384fd85d0d24, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T11:21:54,879 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/default/test/866be61d4f1a797a451e2bb5d48318b9/.tmp/norep/3a3f12c29d904f40844821fda51a8075 as hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/default/test/866be61d4f1a797a451e2bb5d48318b9/norep/3a3f12c29d904f40844821fda51a8075 2024-11-09T11:21:54,881 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 1491, reset compression=false 2024-11-09T11:21:54,882 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a3f12c29d904f40844821fda51a8075 2024-11-09T11:21:54,882 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/default/test/866be61d4f1a797a451e2bb5d48318b9/norep/3a3f12c29d904f40844821fda51a8075, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T11:21:54,883 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 866be61d4f1a797a451e2bb5d48318b9 in 882ms, sequenceid=12, compaction requested=false 2024-11-09T11:21:54,886 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:21:54,886 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 2087, reset compression=false 2024-11-09T11:21:54,886 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,43567,1731151272271 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789, lastWalPosition=2087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:21:54,887 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3264b4bbda9f,43567,1731151272271: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3264b4bbda9f,43567,1731151272271, walGroup=3264b4bbda9f%2C43567%2C1731151272271, offset=3264b4bbda9f%2C43567%2C1731151272271.1731151273789:2087, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:43567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T11:21:54,887 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T11:21:54,888 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T11:21:54,888 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T11:21:54,888 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T11:21:54,888 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T11:21:54,888 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 778220032 }, "NonHeapMemoryUsage": { "committed": 202768384, "init": 7667712, "max": -1, "used": 199717128 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T11:21:54,888 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:38179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:38179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T11:21:54,891 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/default/test/866be61d4f1a797a451e2bb5d48318b9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T11:21:54,891 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:21:54,891 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:21:54,891 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9. 2024-11-09T11:21:54,891 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 866be61d4f1a797a451e2bb5d48318b9: Waiting for close lock at 1731151314001Running coprocessor pre-close hooks at 1731151314001Disabling compacts and flushes for region at 1731151314001Disabling writes for close at 1731151314001Obtaining lock to block concurrent updates at 1731151314001Preparing flush snapshotting stores in 866be61d4f1a797a451e2bb5d48318b9 at 1731151314001Finished memstore snapshotting test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731151314002 (+1 ms)Flushing stores of test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9. at 1731151314002Flushing 866be61d4f1a797a451e2bb5d48318b9/f: creating writer at 1731151314002Flushing 866be61d4f1a797a451e2bb5d48318b9/f: appending metadata at 1731151314020 (+18 ms)Flushing 866be61d4f1a797a451e2bb5d48318b9/f: closing flushed file at 1731151314020Flushing 866be61d4f1a797a451e2bb5d48318b9/f1: creating writer at 1731151314027 (+7 ms)Flushing 866be61d4f1a797a451e2bb5d48318b9/f1: appending metadata at 1731151314039 (+12 ms)Flushing 866be61d4f1a797a451e2bb5d48318b9/f1: closing flushed file at 1731151314039Flushing 866be61d4f1a797a451e2bb5d48318b9/norep: creating writer at 1731151314447 (+408 ms)Flushing 866be61d4f1a797a451e2bb5d48318b9/norep: appending metadata at 1731151314463 (+16 ms)Flushing 866be61d4f1a797a451e2bb5d48318b9/norep: closing flushed file at 1731151314463Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fcadebe: reopening flushed file at 1731151314871 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65d52900: reopening flushed file at 1731151314874 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26963b71: reopening flushed file at 1731151314878 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 866be61d4f1a797a451e2bb5d48318b9 in 882ms, sequenceid=12, compaction requested=false at 1731151314883 (+5 ms)Writing region close event to WAL at 1731151314885 (+2 ms)Running coprocessor post-close hooks at 1731151314891 (+6 ms)Closed at 1731151314891 2024-11-09T11:21:54,892 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731151285415.866be61d4f1a797a451e2bb5d48318b9. 2024-11-09T11:21:54,892 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f4c4ce350dcc4d3fe8678e56fb9c181, disabling compactions & flushes 2024-11-09T11:21:54,892 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181. 2024-11-09T11:21:54,892 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181. 2024-11-09T11:21:54,892 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181. after waiting 0 ms 2024-11-09T11:21:54,892 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181. 2024-11-09T11:21:54,892 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f4c4ce350dcc4d3fe8678e56fb9c181: Waiting for close lock at 1731151314892Running coprocessor pre-close hooks at 1731151314892Disabling compacts and flushes for region at 1731151314892Disabling writes for close at 1731151314892Failed flush hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181., putting online again at 1731151314892 2024-11-09T11:21:54,892 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181. 2024-11-09T11:21:54,892 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:21:54,892 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 2382, reset compression=false 2024-11-09T11:21:54,969 INFO [master/3264b4bbda9f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T11:21:54,969 INFO [master/3264b4bbda9f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T11:21:55,003 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f4c4ce350dcc4d3fe8678e56fb9c181 2024-11-09T11:21:55,003 DEBUG [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f4c4ce350dcc4d3fe8678e56fb9c181 2024-11-09T11:21:55,003 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f4c4ce350dcc4d3fe8678e56fb9c181, disabling compactions & flushes 2024-11-09T11:21:55,003 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181. 2024-11-09T11:21:55,003 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181. 2024-11-09T11:21:55,003 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181. after waiting 0 ms 2024-11-09T11:21:55,003 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181. 2024-11-09T11:21:55,003 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f4c4ce350dcc4d3fe8678e56fb9c181: Waiting for close lock at 1731151315003Running coprocessor pre-close hooks at 1731151315003Disabling compacts and flushes for region at 1731151315003Disabling writes for close at 1731151315003Failed flush hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181., putting online again at 1731151315003 2024-11-09T11:21:55,003 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181. 2024-11-09T11:21:55,095 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 2382, reset compression=false 2024-11-09T11:21:55,203 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T11:21:55,203 DEBUG [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5f4c4ce350dcc4d3fe8678e56fb9c181=hbase:replication,,1731151290873.5f4c4ce350dcc4d3fe8678e56fb9c181.} 2024-11-09T11:21:55,203 DEBUG [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:21:55,268 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/.tmp/rep_barrier/0a23e4526ea64fb0b23f3008cb0ba988 2024-11-09T11:21:55,287 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/.tmp/table/ed483d989e7e4214bb3c475c2f76fedd is 53, key is hbase:replication/table:state/1731151291636/Put/seqid=0 2024-11-09T11:21:55,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741846_1022 (size=5308) 2024-11-09T11:21:55,398 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 2382, reset compression=false 2024-11-09T11:21:55,403 DEBUG [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:21:55,603 DEBUG [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:21:55,691 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/.tmp/table/ed483d989e7e4214bb3c475c2f76fedd 2024-11-09T11:21:55,695 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/.tmp/info/686c0114c7404a02987174a76844b51f as hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/info/686c0114c7404a02987174a76844b51f 2024-11-09T11:21:55,698 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/info/686c0114c7404a02987174a76844b51f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T11:21:55,699 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/.tmp/ns/ee885f38405e46dc9dfb4d77da3b479d as hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/ns/ee885f38405e46dc9dfb4d77da3b479d 2024-11-09T11:21:55,703 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/ns/ee885f38405e46dc9dfb4d77da3b479d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T11:21:55,704 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/.tmp/rep_barrier/0a23e4526ea64fb0b23f3008cb0ba988 as hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/rep_barrier/0a23e4526ea64fb0b23f3008cb0ba988 2024-11-09T11:21:55,707 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/rep_barrier/0a23e4526ea64fb0b23f3008cb0ba988, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T11:21:55,708 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/.tmp/table/ed483d989e7e4214bb3c475c2f76fedd as hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/table/ed483d989e7e4214bb3c475c2f76fedd 2024-11-09T11:21:55,711 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/table/ed483d989e7e4214bb3c475c2f76fedd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T11:21:55,712 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false 2024-11-09T11:21:55,712 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:21:55,716 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T11:21:55,716 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:21:55,716 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:21:55,716 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:21:55,717 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151314002Running coprocessor pre-close hooks at 1731151314002Disabling compacts and flushes for region at 1731151314002Disabling writes for close at 1731151314002Obtaining lock to block concurrent updates at 1731151314002Preparing flush snapshotting stores in 1588230740 at 1731151314002Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731151314002Flushing stores of hbase:meta,,1.1588230740 at 1731151314002Flushing 1588230740/info: creating writer at 1731151314003 (+1 ms)Flushing 1588230740/info: appending metadata at 1731151314020 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731151314020Flushing 1588230740/ns: creating writer at 1731151314427 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731151314438 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731151314438Flushing 1588230740/rep_barrier: creating writer at 1731151314850 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731151314864 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731151314864Flushing 1588230740/table: creating writer at 1731151315272 (+408 ms)Flushing 1588230740/table: appending metadata at 1731151315287 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731151315287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6750189b: reopening flushed file at 1731151315695 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b884004: reopening flushed file at 1731151315699 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b10847: reopening flushed file at 1731151315703 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bd489e: reopening flushed file at 1731151315707 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false at 1731151315712 (+5 ms)Writing region close event to WAL at 1731151315713 (+1 ms)Running coprocessor post-close hooks at 1731151315716 (+3 ms)Closed at 1731151315716 2024-11-09T11:21:55,717 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:21:55,802 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 to pos 2382, reset compression=false 2024-11-09T11:21:55,803 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T11:21:55,803 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,43567,1731151272271; all regions closed. 2024-11-09T11:21:55,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741834_1010 (size=4239) 2024-11-09T11:21:55,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741839_1015 (size=2609) 2024-11-09T11:21:55,808 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.rep.1731151291601 not finished, retry = 0 2024-11-09T11:21:55,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741832_1008 (size=2390) 2024-11-09T11:21:55,910 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/WALs/3264b4bbda9f,43567,1731151272271/3264b4bbda9f%2C43567%2C1731151272271.1731151273789 not finished, retry = 0 2024-11-09T11:21:56,011 DEBUG [RS:0;3264b4bbda9f:43567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:56,011 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:21:56,011 INFO [RS:0;3264b4bbda9f:43567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:21:56,011 INFO [RS:0;3264b4bbda9f:43567 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T11:21:56,011 INFO [RS:0;3264b4bbda9f:43567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:21:56,011 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:21:56,011 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3264b4bbda9f,43567,1731151272271 because: Region server is closing 2024-11-09T11:21:56,012 INFO [RS:0;3264b4bbda9f:43567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:43567. 2024-11-09T11:21:56,012 DEBUG [RS:0;3264b4bbda9f:43567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:56,012 DEBUG [RS:0;3264b4bbda9f:43567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:56,012 DEBUG [RS:0;3264b4bbda9f:43567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:56,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:56,112 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.shipper3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 terminated 2024-11-09T11:21:56,112 INFO [RS:0;3264b4bbda9f:43567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:43567. 2024-11-09T11:21:56,112 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,43567,1731151272271.replicationSource.wal-reader.3264b4bbda9f%2C43567%2C1731151272271,1-3264b4bbda9f,43567,1731151272271 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T11:21:56,112 DEBUG [RS:0;3264b4bbda9f:43567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:56,112 DEBUG [RS:0;3264b4bbda9f:43567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:56,112 DEBUG [RS:0;3264b4bbda9f:43567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:56,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:21:56,112 INFO [RS:0;3264b4bbda9f:43567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43567 2024-11-09T11:21:56,188 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1860922537/rs/3264b4bbda9f,43567,1731151272271 2024-11-09T11:21:56,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537/rs 2024-11-09T11:21:56,188 INFO [RS:0;3264b4bbda9f:43567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:21:56,199 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,43567,1731151272271] 2024-11-09T11:21:56,209 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1860922537/draining/3264b4bbda9f,43567,1731151272271 already deleted, retry=false 2024-11-09T11:21:56,209 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,43567,1731151272271 expired; onlineServers=0 2024-11-09T11:21:56,209 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,38179,1731151272071' ***** 2024-11-09T11:21:56,209 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:21:56,210 INFO [M:0;3264b4bbda9f:38179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:21:56,210 INFO [M:0;3264b4bbda9f:38179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:21:56,210 DEBUG [M:0;3264b4bbda9f:38179 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:21:56,210 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:21:56,210 DEBUG [M:0;3264b4bbda9f:38179 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:21:56,210 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151273598 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151273598,5,FailOnTimeoutGroup] 2024-11-09T11:21:56,210 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151273600 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151273600,5,FailOnTimeoutGroup] 2024-11-09T11:21:56,210 INFO [M:0;3264b4bbda9f:38179 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:21:56,210 INFO [M:0;3264b4bbda9f:38179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:21:56,210 DEBUG [M:0;3264b4bbda9f:38179 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:21:56,210 INFO [M:0;3264b4bbda9f:38179 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:21:56,210 INFO [M:0;3264b4bbda9f:38179 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:21:56,210 INFO [M:0;3264b4bbda9f:38179 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:21:56,210 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:21:56,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1860922537/master 2024-11-09T11:21:56,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1860922537 2024-11-09T11:21:56,220 DEBUG [M:0;3264b4bbda9f:38179 {}] zookeeper.ZKUtil(347): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Unable to get data of znode /0-1860922537/master because node does not exist (not an error) 2024-11-09T11:21:56,220 WARN [M:0;3264b4bbda9f:38179 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:21:56,221 INFO [M:0;3264b4bbda9f:38179 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/.lastflushedseqids 2024-11-09T11:21:56,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741847_1023 (size=245) 2024-11-09T11:21:56,299 INFO [RS:0;3264b4bbda9f:43567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:21:56,299 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:56,299 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43567-0x1011f540c5c0001, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:56,299 INFO [RS:0;3264b4bbda9f:43567 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,43567,1731151272271; zookeeper connection closed. 2024-11-09T11:21:56,299 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@519a19d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@519a19d4 2024-11-09T11:21:56,300 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:21:56,625 INFO [M:0;3264b4bbda9f:38179 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:21:56,625 INFO [M:0;3264b4bbda9f:38179 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:21:56,625 DEBUG [M:0;3264b4bbda9f:38179 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:21:56,625 INFO [M:0;3264b4bbda9f:38179 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:56,625 DEBUG [M:0;3264b4bbda9f:38179 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:56,625 DEBUG [M:0;3264b4bbda9f:38179 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:21:56,625 DEBUG [M:0;3264b4bbda9f:38179 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:56,625 INFO [M:0;3264b4bbda9f:38179 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-09T11:21:56,641 DEBUG [M:0;3264b4bbda9f:38179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3cf0e7c04b04864be4003375380db8b is 82, key is hbase:meta,,1/info:regioninfo/1731151274873/Put/seqid=0 2024-11-09T11:21:56,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741848_1024 (size=5672) 2024-11-09T11:21:57,045 INFO [M:0;3264b4bbda9f:38179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3cf0e7c04b04864be4003375380db8b 2024-11-09T11:21:57,064 DEBUG [M:0;3264b4bbda9f:38179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a783c9b5f10459a8fab01208313b1eb is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731151286215/Put/seqid=0 2024-11-09T11:21:57,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741849_1025 (size=7218) 2024-11-09T11:21:57,160 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:21:57,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:57,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:57,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:57,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:57,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:57,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:57,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:57,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:57,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:57,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:57,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:57,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:57,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:57,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:21:57,468 INFO [M:0;3264b4bbda9f:38179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a783c9b5f10459a8fab01208313b1eb 2024-11-09T11:21:57,471 INFO [M:0;3264b4bbda9f:38179 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a783c9b5f10459a8fab01208313b1eb 2024-11-09T11:21:57,483 DEBUG [M:0;3264b4bbda9f:38179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2923c9dc162c47c9be06d80b0feffb96 is 69, key is 3264b4bbda9f,43567,1731151272271/rs:state/1731151273635/Put/seqid=0 2024-11-09T11:21:57,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741850_1026 (size=5156) 2024-11-09T11:21:57,886 INFO [M:0;3264b4bbda9f:38179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2923c9dc162c47c9be06d80b0feffb96 2024-11-09T11:21:57,890 DEBUG [M:0;3264b4bbda9f:38179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3cf0e7c04b04864be4003375380db8b as hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3cf0e7c04b04864be4003375380db8b 2024-11-09T11:21:57,892 INFO [M:0;3264b4bbda9f:38179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3cf0e7c04b04864be4003375380db8b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T11:21:57,893 DEBUG [M:0;3264b4bbda9f:38179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a783c9b5f10459a8fab01208313b1eb as hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a783c9b5f10459a8fab01208313b1eb 2024-11-09T11:21:57,896 INFO [M:0;3264b4bbda9f:38179 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a783c9b5f10459a8fab01208313b1eb 2024-11-09T11:21:57,896 INFO [M:0;3264b4bbda9f:38179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a783c9b5f10459a8fab01208313b1eb, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T11:21:57,896 DEBUG [M:0;3264b4bbda9f:38179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2923c9dc162c47c9be06d80b0feffb96 as hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2923c9dc162c47c9be06d80b0feffb96 2024-11-09T11:21:57,899 INFO [M:0;3264b4bbda9f:38179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46821/user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2923c9dc162c47c9be06d80b0feffb96, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T11:21:57,900 INFO [M:0;3264b4bbda9f:38179 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false 2024-11-09T11:21:57,901 INFO [M:0;3264b4bbda9f:38179 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:21:57,901 DEBUG [M:0;3264b4bbda9f:38179 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151316625Disabling compacts and flushes for region at 1731151316625Disabling writes for close at 1731151316625Obtaining lock to block concurrent updates at 1731151316625Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151316625Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731151316626 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151316626Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151316626Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151316641 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151316641Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151317048 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151317063 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151317063Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151317471 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151317482 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151317482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45c39a6f: reopening flushed file at 1731151317889 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41b8b809: reopening flushed file at 1731151317892 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e163ec2: reopening flushed file at 1731151317896 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false at 1731151317900 (+4 ms)Writing region close event to WAL at 1731151317901 (+1 ms)Closed at 1731151317901 2024-11-09T11:21:57,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741830_1006 (size=64423) 2024-11-09T11:21:57,902 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a3fed2a-1b2a-68dd-eab5-15a34563a81a/MasterData/WALs/3264b4bbda9f,38179,1731151272071/3264b4bbda9f%2C38179%2C1731151272071.1731151273178 not finished, retry = 0 2024-11-09T11:21:58,003 INFO [M:0;3264b4bbda9f:38179 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:21:58,003 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:21:58,003 INFO [M:0;3264b4bbda9f:38179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38179 2024-11-09T11:21:58,003 INFO [M:0;3264b4bbda9f:38179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:21:58,289 INFO [M:0;3264b4bbda9f:38179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:21:58,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:58,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38179-0x1011f540c5c0000, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:21:58,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19c6f5cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:21:58,292 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38b4ab95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:21:58,292 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:21:58,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c7a16a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:21:58,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66419a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/hadoop.log.dir/,STOPPED} 2024-11-09T11:21:58,292 WARN [BP-1262441841-172.17.0.2-1731151270096 heartbeating to localhost/127.0.0.1:46821 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:21:58,292 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:21:58,292 WARN [BP-1262441841-172.17.0.2-1731151270096 heartbeating to localhost/127.0.0.1:46821 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1262441841-172.17.0.2-1731151270096 (Datanode Uuid 0e25a59f-d7ac-4b98-b106-e334f5801b74) service to localhost/127.0.0.1:46821 2024-11-09T11:21:58,292 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:21:58,293 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/cluster_e37d966d-c223-c0d8-2432-c67e36c7c92d/data/data1/current/BP-1262441841-172.17.0.2-1731151270096 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:21:58,293 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/cluster_e37d966d-c223-c0d8-2432-c67e36c7c92d/data/data2/current/BP-1262441841-172.17.0.2-1731151270096 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:21:58,293 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:21:58,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@198dbb51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:21:58,298 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1380d0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:21:58,298 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:21:58,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45179762{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:21:58,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cf4b049{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8f051c8-1c3e-fce6-3e2d-2427a0795184/hadoop.log.dir/,STOPPED} 2024-11-09T11:21:58,303 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T11:21:58,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:21:58,326 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=311 (was 260) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:39153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50491) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50491) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:45293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46821 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50491) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:46821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45293 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=715 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 551), ProcessCount=11 (was 11), AvailableMemoryMB=1607 (was 1214) - AvailableMemoryMB LEAK? - 2024-11-09T11:21:58,335 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=311, OpenFileDescriptor=715, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=1607 2024-11-09T11:21:58,346 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-09T11:21:58,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/hadoop.log.dir so I do NOT create it in target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf 2024-11-09T11:21:58,346 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:21:58,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/hadoop.tmp.dir so I do NOT create it in target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf 2024-11-09T11:21:58,346 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6de6f6df-a253-2976-0cd8-43047f89b20b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:21:58,346 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf 2024-11-09T11:21:58,347 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/cluster_295e531a-c6d9-8139-ede9-73c9af8d5600, deleteOnExit=true 2024-11-09T11:21:58,371 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/cluster_295e531a-c6d9-8139-ede9-73c9af8d5600/zookeeper_0, clientPort=58437, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/cluster_295e531a-c6d9-8139-ede9-73c9af8d5600/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/cluster_295e531a-c6d9-8139-ede9-73c9af8d5600/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T11:21:58,372 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58437 2024-11-09T11:21:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:21:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:21:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/test.cache.data in system properties and HBase conf 2024-11-09T11:21:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:21:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:21:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:21:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:21:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:21:58,372 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:21:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:21:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:21:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:21:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:21:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:21:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:21:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:21:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:21:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:21:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:21:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:21:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:21:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:21:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:21:58,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011f540c5c0005, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:21:58,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011f540c5c0002, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:21:58,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011f540c5c0005, quorum=127.0.0.1:50491, baseZNode=/1-1285345487 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:21:58,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011f540c5c0008, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:21:58,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011f540c5c0002, quorum=127.0.0.1:50491, baseZNode=/0-1860922537 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:21:58,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011f540c5c0008, quorum=127.0.0.1:50491, baseZNode=/2366708222 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:21:58,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:21:58,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:21:58,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:21:58,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:21:58,672 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:21:58,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:21:58,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64155f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:21:58,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40a48f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:21:58,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18f616f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/java.io.tmpdir/jetty-localhost-40919-hadoop-hdfs-3_4_1-tests_jar-_-any-985132816028705773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:21:58,783 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19834401{HTTP/1.1, (http/1.1)}{localhost:40919} 2024-11-09T11:21:58,783 INFO [Time-limited test {}] server.Server(415): Started @272684ms 2024-11-09T11:21:59,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:21:59,040 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:21:59,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:21:59,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:21:59,044 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:21:59,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5462383e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:21:59,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1383d0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:21:59,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1342b4f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/java.io.tmpdir/jetty-localhost-33053-hadoop-hdfs-3_4_1-tests_jar-_-any-12918486376864818888/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:21:59,141 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f8809b7{HTTP/1.1, (http/1.1)}{localhost:33053} 2024-11-09T11:21:59,141 INFO [Time-limited test {}] server.Server(415): Started @273042ms 2024-11-09T11:21:59,142 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:22:00,526 WARN [Thread-3430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/cluster_295e531a-c6d9-8139-ede9-73c9af8d5600/data/data2/current/BP-1967562464-172.17.0.2-1731151318386/current, will proceed with Du for space computation calculation, 2024-11-09T11:22:00,526 WARN [Thread-3429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/cluster_295e531a-c6d9-8139-ede9-73c9af8d5600/data/data1/current/BP-1967562464-172.17.0.2-1731151318386/current, will proceed with Du for space computation calculation, 2024-11-09T11:22:00,545 WARN [Thread-3417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:22:00,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63a52fbc04dbb50 with lease ID 0x47ec844b702005df: Processing first storage report for DS-2486ecd9-f70e-47dd-8afa-787b6a765a85 from datanode DatanodeRegistration(127.0.0.1:32953, datanodeUuid=bf40bd2d-17cd-4f50-b448-a76a4b40223d, infoPort=39707, infoSecurePort=0, ipcPort=38617, storageInfo=lv=-57;cid=testClusterID;nsid=702314614;c=1731151318386) 2024-11-09T11:22:00,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63a52fbc04dbb50 with lease ID 0x47ec844b702005df: from storage DS-2486ecd9-f70e-47dd-8afa-787b6a765a85 node DatanodeRegistration(127.0.0.1:32953, datanodeUuid=bf40bd2d-17cd-4f50-b448-a76a4b40223d, infoPort=39707, infoSecurePort=0, ipcPort=38617, storageInfo=lv=-57;cid=testClusterID;nsid=702314614;c=1731151318386), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:22:00,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63a52fbc04dbb50 with lease ID 0x47ec844b702005df: Processing first storage report for DS-f8bcc1af-56ed-4acf-b7e3-063753a2c40e from datanode DatanodeRegistration(127.0.0.1:32953, datanodeUuid=bf40bd2d-17cd-4f50-b448-a76a4b40223d, infoPort=39707, infoSecurePort=0, ipcPort=38617, storageInfo=lv=-57;cid=testClusterID;nsid=702314614;c=1731151318386) 2024-11-09T11:22:00,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63a52fbc04dbb50 with lease ID 0x47ec844b702005df: from storage DS-f8bcc1af-56ed-4acf-b7e3-063753a2c40e node DatanodeRegistration(127.0.0.1:32953, datanodeUuid=bf40bd2d-17cd-4f50-b448-a76a4b40223d, infoPort=39707, infoSecurePort=0, ipcPort=38617, storageInfo=lv=-57;cid=testClusterID;nsid=702314614;c=1731151318386), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:22:00,566 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf 2024-11-09T11:22:00,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:00,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:00,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:22:00,975 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583 with version=8 2024-11-09T11:22:00,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/hbase-staging 2024-11-09T11:22:00,977 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:22:00,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:00,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:00,977 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:22:00,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:00,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:22:00,978 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:22:00,978 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:22:00,978 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41689 2024-11-09T11:22:00,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41689 connecting to ZooKeeper ensemble=127.0.0.1:58437 2024-11-09T11:22:01,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416890x0, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:22:01,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41689-0x1011f54c90e0000 connected 2024-11-09T11:22:01,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:01,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:01,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Set watcher on znode that does not yet exist, /0-84548927/running 2024-11-09T11:22:01,165 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583, hbase.cluster.distributed=false 2024-11-09T11:22:01,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Set watcher on znode that does not yet exist, /0-84548927/acl 2024-11-09T11:22:01,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41689 2024-11-09T11:22:01,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41689 2024-11-09T11:22:01,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41689 2024-11-09T11:22:01,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41689 2024-11-09T11:22:01,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41689 2024-11-09T11:22:01,187 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:22:01,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:01,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:01,187 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:22:01,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:01,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:22:01,187 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:22:01,187 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:22:01,188 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37365 2024-11-09T11:22:01,188 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37365 connecting to ZooKeeper ensemble=127.0.0.1:58437 2024-11-09T11:22:01,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:01,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:01,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373650x0, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:22:01,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373650x0, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Set watcher on znode that does not yet exist, /0-84548927/running 2024-11-09T11:22:01,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37365-0x1011f54c90e0001 connected 2024-11-09T11:22:01,204 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:22:01,206 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:22:01,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Set watcher on znode that does not yet exist, /0-84548927/master 2024-11-09T11:22:01,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Set watcher on znode that does not yet exist, /0-84548927/acl 2024-11-09T11:22:01,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37365 2024-11-09T11:22:01,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37365 2024-11-09T11:22:01,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37365 2024-11-09T11:22:01,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37365 2024-11-09T11:22:01,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37365 2024-11-09T11:22:01,221 DEBUG [M:0;3264b4bbda9f:41689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:41689 2024-11-09T11:22:01,221 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-84548927/backup-masters/3264b4bbda9f,41689,1731151320977 2024-11-09T11:22:01,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927/backup-masters 2024-11-09T11:22:01,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927/backup-masters 2024-11-09T11:22:01,234 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Set watcher on existing znode=/0-84548927/backup-masters/3264b4bbda9f,41689,1731151320977 2024-11-09T11:22:01,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-84548927/master 2024-11-09T11:22:01,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927 2024-11-09T11:22:01,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927 2024-11-09T11:22:01,246 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Set watcher on existing znode=/0-84548927/master 2024-11-09T11:22:01,246 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-84548927/backup-masters/3264b4bbda9f,41689,1731151320977 from backup master directory 2024-11-09T11:22:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-84548927/backup-masters/3264b4bbda9f,41689,1731151320977 2024-11-09T11:22:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927/backup-masters 2024-11-09T11:22:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927/backup-masters 2024-11-09T11:22:01,256 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:22:01,256 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,41689,1731151320977 2024-11-09T11:22:01,259 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/hbase.id] with ID: 739be5b6-597c-4983-a48f-3021bdb3b4fb 2024-11-09T11:22:01,259 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/.tmp/hbase.id 2024-11-09T11:22:01,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:22:01,663 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/.tmp/hbase.id]:[hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/hbase.id] 2024-11-09T11:22:01,670 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:01,670 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:22:01,671 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T11:22:01,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927 2024-11-09T11:22:01,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927 2024-11-09T11:22:01,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:22:02,124 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:22:02,124 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:22:02,125 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:22:02,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:22:02,530 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store 2024-11-09T11:22:02,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:22:02,934 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:02,935 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:22:02,935 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:02,935 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:02,935 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:22:02,935 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:02,935 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:02,935 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151322935Disabling compacts and flushes for region at 1731151322935Disabling writes for close at 1731151322935Writing region close event to WAL at 1731151322935Closed at 1731151322935 2024-11-09T11:22:02,935 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store/.initializing 2024-11-09T11:22:02,935 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/WALs/3264b4bbda9f,41689,1731151320977 2024-11-09T11:22:02,936 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:22:02,937 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C41689%2C1731151320977, suffix=, logDir=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/WALs/3264b4bbda9f,41689,1731151320977, archiveDir=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/oldWALs, maxLogs=10 2024-11-09T11:22:02,949 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/WALs/3264b4bbda9f,41689,1731151320977/3264b4bbda9f%2C41689%2C1731151320977.1731151322937, exclude list is [], retry=0 2024-11-09T11:22:02,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32953,DS-2486ecd9-f70e-47dd-8afa-787b6a765a85,DISK] 2024-11-09T11:22:02,952 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/WALs/3264b4bbda9f,41689,1731151320977/3264b4bbda9f%2C41689%2C1731151320977.1731151322937 2024-11-09T11:22:02,952 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39707:39707)] 2024-11-09T11:22:02,952 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:22:02,952 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:02,952 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:02,952 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:02,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:02,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:22:02,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:02,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:02,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:02,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:22:02,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:02,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:02,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:02,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:22:02,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:02,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:02,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:02,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:22:02,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:02,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:02,958 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:02,958 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:02,959 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:02,959 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:02,959 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:02,960 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:22:02,960 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:02,962 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:22:02,962 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66439001, jitterRate=-0.009981736540794373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:22:02,962 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151322953Initializing all the Stores at 1731151322953Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151322953Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151322953Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151322953Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151322953Cleaning up temporary data from old regions at 1731151322959 (+6 ms)Region opened successfully at 1731151322962 (+3 ms) 2024-11-09T11:22:02,963 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:22:02,964 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f72c5b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:22:02,965 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:22:02,965 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:22:02,965 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:22:02,965 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:22:02,965 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:22:02,966 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:22:02,966 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:22:02,967 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:22:02,968 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Unable to get data of znode /0-84548927/balancer because node does not exist (not necessarily an error) 2024-11-09T11:22:03,035 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-84548927/balancer already deleted, retry=false 2024-11-09T11:22:03,035 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:22:03,036 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Unable to get data of znode /0-84548927/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:22:03,045 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-84548927/normalizer already deleted, retry=false 2024-11-09T11:22:03,046 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:22:03,047 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Unable to get data of znode /0-84548927/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:22:03,056 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-84548927/switch/split already deleted, retry=false 2024-11-09T11:22:03,057 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Unable to get data of znode /0-84548927/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:22:03,067 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-84548927/switch/merge already deleted, retry=false 2024-11-09T11:22:03,068 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Unable to get data of znode /0-84548927/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:22:03,077 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-84548927/snapshot-cleanup already deleted, retry=false 2024-11-09T11:22:03,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-84548927/running 2024-11-09T11:22:03,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-84548927/running 2024-11-09T11:22:03,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927 2024-11-09T11:22:03,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927 2024-11-09T11:22:03,088 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,41689,1731151320977, sessionid=0x1011f54c90e0000, setting cluster-up flag (Was=false) 2024-11-09T11:22:03,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927 2024-11-09T11:22:03,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927 2024-11-09T11:22:03,140 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-84548927/flush-table-proc/acquired, /0-84548927/flush-table-proc/reached, /0-84548927/flush-table-proc/abort 2024-11-09T11:22:03,142 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,41689,1731151320977 2024-11-09T11:22:03,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927 2024-11-09T11:22:03,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927 2024-11-09T11:22:03,193 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-84548927/online-snapshot/acquired, /0-84548927/online-snapshot/reached, /0-84548927/online-snapshot/abort 2024-11-09T11:22:03,194 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,41689,1731151320977 2024-11-09T11:22:03,194 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:22:03,195 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:03,196 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:22:03,196 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:22:03,196 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,41689,1731151320977 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:22:03,197 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:03,197 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:03,197 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:03,197 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:03,197 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:22:03,197 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:03,197 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:22:03,197 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:03,198 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151353198 2024-11-09T11:22:03,198 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:22:03,198 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:22:03,198 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:22:03,198 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:22:03,198 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:22:03,198 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:22:03,198 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:03,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:03,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:22:03,198 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:22:03,198 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:22:03,198 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:22:03,199 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:22:03,199 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:22:03,199 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:22:03,199 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151323199,5,FailOnTimeoutGroup] 2024-11-09T11:22:03,199 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:03,199 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151323199,5,FailOnTimeoutGroup] 2024-11-09T11:22:03,199 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:03,199 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:22:03,199 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:03,199 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:03,199 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:22:03,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:22:03,205 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:22:03,205 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583 2024-11-09T11:22:03,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741832_1008 (size=32) 2024-11-09T11:22:03,214 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(746): ClusterId : 739be5b6-597c-4983-a48f-3021bdb3b4fb 2024-11-09T11:22:03,214 DEBUG [RS:0;3264b4bbda9f:37365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:22:03,225 DEBUG [RS:0;3264b4bbda9f:37365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:22:03,225 DEBUG [RS:0;3264b4bbda9f:37365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:22:03,235 DEBUG [RS:0;3264b4bbda9f:37365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:22:03,236 DEBUG [RS:0;3264b4bbda9f:37365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293077fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:22:03,245 DEBUG [RS:0;3264b4bbda9f:37365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:37365 2024-11-09T11:22:03,245 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:22:03,245 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:22:03,246 DEBUG [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:22:03,246 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,41689,1731151320977 with port=37365, startcode=1731151321186 2024-11-09T11:22:03,246 DEBUG [RS:0;3264b4bbda9f:37365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:22:03,247 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:22:03,247 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41689 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,37365,1731151321186 2024-11-09T11:22:03,248 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41689 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,37365,1731151321186 2024-11-09T11:22:03,249 DEBUG [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583 2024-11-09T11:22:03,249 DEBUG [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43969 2024-11-09T11:22:03,249 DEBUG [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:22:03,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927/rs 2024-11-09T11:22:03,256 DEBUG [RS:0;3264b4bbda9f:37365 {}] zookeeper.ZKUtil(111): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Set watcher on existing znode=/0-84548927/rs/3264b4bbda9f,37365,1731151321186 2024-11-09T11:22:03,256 WARN [RS:0;3264b4bbda9f:37365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:22:03,257 INFO [RS:0;3264b4bbda9f:37365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:22:03,257 DEBUG [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186 2024-11-09T11:22:03,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,37365,1731151321186] 2024-11-09T11:22:03,259 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:22:03,260 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:22:03,260 INFO [RS:0;3264b4bbda9f:37365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:22:03,260 INFO [RS:0;3264b4bbda9f:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:03,263 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:22:03,263 INFO [RS:0;3264b4bbda9f:37365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:22:03,263 INFO [RS:0;3264b4bbda9f:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:03,264 DEBUG [RS:0;3264b4bbda9f:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:03,264 DEBUG [RS:0;3264b4bbda9f:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:03,264 DEBUG [RS:0;3264b4bbda9f:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:03,264 DEBUG [RS:0;3264b4bbda9f:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:03,264 DEBUG [RS:0;3264b4bbda9f:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:03,264 DEBUG [RS:0;3264b4bbda9f:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:22:03,264 DEBUG [RS:0;3264b4bbda9f:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:03,264 DEBUG [RS:0;3264b4bbda9f:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:03,264 DEBUG [RS:0;3264b4bbda9f:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:03,264 DEBUG [RS:0;3264b4bbda9f:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:03,264 DEBUG [RS:0;3264b4bbda9f:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:03,264 DEBUG [RS:0;3264b4bbda9f:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:03,264 DEBUG [RS:0;3264b4bbda9f:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:22:03,264 DEBUG [RS:0;3264b4bbda9f:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:22:03,264 INFO [RS:0;3264b4bbda9f:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:03,264 INFO [RS:0;3264b4bbda9f:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:03,264 INFO [RS:0;3264b4bbda9f:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:03,264 INFO [RS:0;3264b4bbda9f:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:03,264 INFO [RS:0;3264b4bbda9f:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:03,264 INFO [RS:0;3264b4bbda9f:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,37365,1731151321186-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:22:03,276 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:22:03,276 INFO [RS:0;3264b4bbda9f:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,37365,1731151321186-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:03,276 INFO [RS:0;3264b4bbda9f:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:03,276 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.Replication(171): 3264b4bbda9f,37365,1731151321186 started 2024-11-09T11:22:03,287 INFO [RS:0;3264b4bbda9f:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:03,287 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,37365,1731151321186, RpcServer on 3264b4bbda9f/172.17.0.2:37365, sessionid=0x1011f54c90e0001 2024-11-09T11:22:03,287 DEBUG [RS:0;3264b4bbda9f:37365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:22:03,287 DEBUG [RS:0;3264b4bbda9f:37365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,37365,1731151321186 2024-11-09T11:22:03,287 DEBUG [RS:0;3264b4bbda9f:37365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,37365,1731151321186' 2024-11-09T11:22:03,287 DEBUG [RS:0;3264b4bbda9f:37365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-84548927/flush-table-proc/abort' 2024-11-09T11:22:03,287 DEBUG [RS:0;3264b4bbda9f:37365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-84548927/flush-table-proc/acquired' 2024-11-09T11:22:03,288 DEBUG [RS:0;3264b4bbda9f:37365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:22:03,288 DEBUG [RS:0;3264b4bbda9f:37365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:22:03,288 DEBUG [RS:0;3264b4bbda9f:37365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,37365,1731151321186 2024-11-09T11:22:03,288 DEBUG [RS:0;3264b4bbda9f:37365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,37365,1731151321186' 2024-11-09T11:22:03,288 DEBUG [RS:0;3264b4bbda9f:37365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-84548927/online-snapshot/abort' 2024-11-09T11:22:03,288 DEBUG [RS:0;3264b4bbda9f:37365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-84548927/online-snapshot/acquired' 2024-11-09T11:22:03,288 DEBUG [RS:0;3264b4bbda9f:37365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:22:03,288 INFO [RS:0;3264b4bbda9f:37365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:22:03,288 INFO [RS:0;3264b4bbda9f:37365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:22:03,388 INFO [RS:0;3264b4bbda9f:37365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:22:03,390 INFO [RS:0;3264b4bbda9f:37365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C37365%2C1731151321186, suffix=, logDir=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186, archiveDir=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/oldWALs, maxLogs=10 2024-11-09T11:22:03,404 DEBUG [RS:0;3264b4bbda9f:37365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390, exclude list is [], retry=0 2024-11-09T11:22:03,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32953,DS-2486ecd9-f70e-47dd-8afa-787b6a765a85,DISK] 2024-11-09T11:22:03,408 INFO [RS:0;3264b4bbda9f:37365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 2024-11-09T11:22:03,408 DEBUG [RS:0;3264b4bbda9f:37365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39707:39707)] 2024-11-09T11:22:03,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:03,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:22:03,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:22:03,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:03,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:03,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:22:03,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:22:03,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:03,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:03,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:22:03,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:22:03,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:03,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:03,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:22:03,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:22:03,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:03,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:03,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:22:03,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740 2024-11-09T11:22:03,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740 2024-11-09T11:22:03,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:22:03,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:22:03,621 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:22:03,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:22:03,622 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:22:03,623 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60493736, jitterRate=-0.09857308864593506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:22:03,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151323614Initializing all the Stores at 1731151323614Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151323614Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151323615 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151323615Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151323615Cleaning up temporary data from old regions at 1731151323620 (+5 ms)Region opened successfully at 1731151323623 (+3 ms) 2024-11-09T11:22:03,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:22:03,623 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:22:03,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:22:03,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:22:03,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:22:03,623 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:22:03,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151323623Disabling compacts and flushes for region at 1731151323623Disabling writes for close at 1731151323623Writing region close event to WAL at 1731151323623Closed at 1731151323623 2024-11-09T11:22:03,624 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:03,624 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:22:03,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:22:03,626 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:22:03,626 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:22:03,776 DEBUG [3264b4bbda9f:41689 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:22:03,777 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,37365,1731151321186 2024-11-09T11:22:03,778 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,37365,1731151321186, state=OPENING 2024-11-09T11:22:03,791 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:22:03,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927 2024-11-09T11:22:03,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927 2024-11-09T11:22:03,804 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:22:03,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-84548927/meta-region-server: CHANGED 2024-11-09T11:22:03,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-84548927/meta-region-server: CHANGED 2024-11-09T11:22:03,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,37365,1731151321186}] 2024-11-09T11:22:03,955 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:22:03,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:22:03,959 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:22:03,959 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:22:03,959 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:22:03,960 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C37365%2C1731151321186.meta, suffix=.meta, logDir=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186, archiveDir=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/oldWALs, maxLogs=10 2024-11-09T11:22:03,971 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.meta.1731151323960.meta, exclude list is [], retry=0 2024-11-09T11:22:03,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32953,DS-2486ecd9-f70e-47dd-8afa-787b6a765a85,DISK] 2024-11-09T11:22:03,974 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.meta.1731151323960.meta 2024-11-09T11:22:03,974 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39707:39707)] 2024-11-09T11:22:03,974 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:22:03,974 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:22:03,974 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:22:03,974 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:22:03,974 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:22:03,975 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:22:03,975 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:03,975 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:22:03,975 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:22:03,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:22:03,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:22:03,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:03,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:03,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:22:03,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:22:03,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:03,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:03,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:22:03,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:22:03,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:03,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:03,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:22:03,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:22:03,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:03,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:03,978 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:22:03,979 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740 2024-11-09T11:22:03,980 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740 2024-11-09T11:22:03,980 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:22:03,980 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:22:03,981 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:22:03,982 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:22:03,982 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71415218, jitterRate=0.06416967511177063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:22:03,982 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:22:03,983 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151323975Writing region info on filesystem at 1731151323975Initializing all the Stores at 1731151323975Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151323975Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151323976 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151323976Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151323976Cleaning up temporary data from old regions at 1731151323980 (+4 ms)Running coprocessor post-open hooks at 1731151323982 (+2 ms)Region opened successfully at 1731151323983 (+1 ms) 2024-11-09T11:22:03,983 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151323955 2024-11-09T11:22:03,985 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:22:03,985 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:22:03,986 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,37365,1731151321186 2024-11-09T11:22:03,986 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,37365,1731151321186, state=OPEN 2024-11-09T11:22:04,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-84548927/meta-region-server 2024-11-09T11:22:04,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-84548927/meta-region-server 2024-11-09T11:22:04,019 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,37365,1731151321186 2024-11-09T11:22:04,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-84548927/meta-region-server: CHANGED 2024-11-09T11:22:04,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-84548927/meta-region-server: CHANGED 2024-11-09T11:22:04,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:22:04,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,37365,1731151321186 in 215 msec 2024-11-09T11:22:04,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:22:04,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 396 msec 2024-11-09T11:22:04,023 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:04,023 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:22:04,024 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:22:04,024 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37365,1731151321186, seqNum=-1] 2024-11-09T11:22:04,024 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:04,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:04,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 832 msec 2024-11-09T11:22:04,029 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151324029, completionTime=-1 2024-11-09T11:22:04,029 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:22:04,029 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:22:04,030 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:22:04,030 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151384030 2024-11-09T11:22:04,031 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151444031 2024-11-09T11:22:04,031 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T11:22:04,031 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,41689,1731151320977-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:04,031 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,41689,1731151320977-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:04,031 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,41689,1731151320977-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:04,031 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:41689, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:04,031 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:04,031 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:04,032 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:22:04,034 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.778sec 2024-11-09T11:22:04,034 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:22:04,034 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:22:04,034 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:22:04,034 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:22:04,034 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:22:04,034 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,41689,1731151320977-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:22:04,034 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,41689,1731151320977-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:22:04,036 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:22:04,036 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:22:04,036 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,41689,1731151320977-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:04,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e40780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:04,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,41689,-1 for getting cluster id 2024-11-09T11:22:04,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:04,115 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '739be5b6-597c-4983-a48f-3021bdb3b4fb' 2024-11-09T11:22:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "739be5b6-597c-4983-a48f-3021bdb3b4fb" 2024-11-09T11:22:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e0349b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,41689,-1] 2024-11-09T11:22:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:04,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:04,117 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:04,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1492cc4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:04,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:22:04,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37365,1731151321186, seqNum=-1] 2024-11-09T11:22:04,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:04,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:04,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,41689,1731151320977 2024-11-09T11:22:04,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58437 2024-11-09T11:22:04,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:22:04,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f54c90e0002 connected 2024-11-09T11:22:04,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/hadoop.log.dir so I do NOT create it in target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca 2024-11-09T11:22:04,153 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:22:04,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/hadoop.tmp.dir so I do NOT create it in target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca 2024-11-09T11:22:04,153 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:22:04,153 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca 2024-11-09T11:22:04,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:22:04,153 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/cluster_9af14c07-b5e5-44e4-87bc-6a9f8c858370, deleteOnExit=true 2024-11-09T11:22:04,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:22:04,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/test.cache.data in system properties and HBase conf 2024-11-09T11:22:04,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:22:04,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:22:04,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:22:04,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:22:04,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:22:04,154 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:22:04,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:22:04,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:22:04,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:22:04,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:22:04,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:22:04,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:22:04,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:22:04,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:22:04,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:22:04,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:22:04,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:22:04,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:22:04,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:22:04,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:22:04,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:22:04,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:22:04,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:22:04,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:22:04,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:22:04,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:22:04,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c3bd2e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:22:04,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@477a74d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:22:04,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cb05dc5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/java.io.tmpdir/jetty-localhost-36013-hadoop-hdfs-3_4_1-tests_jar-_-any-8306765529219425435/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:22:04,594 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c773f45{HTTP/1.1, (http/1.1)}{localhost:36013} 2024-11-09T11:22:04,594 INFO [Time-limited test {}] server.Server(415): Started @278495ms 2024-11-09T11:22:04,839 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:22:04,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:22:04,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:22:04,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:22:04,842 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:22:04,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600039f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:22:04,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f92b2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:22:04,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T11:22:04,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:22:04,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198298d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/java.io.tmpdir/jetty-localhost-41507-hadoop-hdfs-3_4_1-tests_jar-_-any-919398981247674193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:22:04,938 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@965b6c{HTTP/1.1, (http/1.1)}{localhost:41507} 2024-11-09T11:22:04,938 INFO [Time-limited test {}] server.Server(415): Started @278839ms 2024-11-09T11:22:04,939 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:22:05,627 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:22:05,628 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:22:05,628 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88426 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:22:05,779 WARN [Thread-3549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/cluster_9af14c07-b5e5-44e4-87bc-6a9f8c858370/data/data1/current/BP-2138358594-172.17.0.2-1731151324173/current, will proceed with Du for space computation calculation, 2024-11-09T11:22:05,779 WARN [Thread-3550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/cluster_9af14c07-b5e5-44e4-87bc-6a9f8c858370/data/data2/current/BP-2138358594-172.17.0.2-1731151324173/current, will proceed with Du for space computation calculation, 2024-11-09T11:22:05,797 WARN [Thread-3537 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:22:05,799 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fd7c24e6d306fb with lease ID 0xca8d653846cbac2b: Processing first storage report for DS-ad01dfe4-2fad-40fb-bb9d-8f342f281e7d from datanode DatanodeRegistration(127.0.0.1:45537, datanodeUuid=f003233f-6204-48af-ab0f-739ad27c95c4, infoPort=36995, infoSecurePort=0, ipcPort=33355, storageInfo=lv=-57;cid=testClusterID;nsid=939181097;c=1731151324173) 2024-11-09T11:22:05,799 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fd7c24e6d306fb with lease ID 0xca8d653846cbac2b: from storage DS-ad01dfe4-2fad-40fb-bb9d-8f342f281e7d node DatanodeRegistration(127.0.0.1:45537, datanodeUuid=f003233f-6204-48af-ab0f-739ad27c95c4, infoPort=36995, infoSecurePort=0, ipcPort=33355, storageInfo=lv=-57;cid=testClusterID;nsid=939181097;c=1731151324173), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:22:05,799 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fd7c24e6d306fb with lease ID 0xca8d653846cbac2b: Processing first storage report for DS-45dbf04e-7f0d-4c90-afe7-3c2cf3b0bcab from datanode DatanodeRegistration(127.0.0.1:45537, datanodeUuid=f003233f-6204-48af-ab0f-739ad27c95c4, infoPort=36995, infoSecurePort=0, ipcPort=33355, storageInfo=lv=-57;cid=testClusterID;nsid=939181097;c=1731151324173) 2024-11-09T11:22:05,799 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fd7c24e6d306fb with lease ID 0xca8d653846cbac2b: from storage DS-45dbf04e-7f0d-4c90-afe7-3c2cf3b0bcab node DatanodeRegistration(127.0.0.1:45537, datanodeUuid=f003233f-6204-48af-ab0f-739ad27c95c4, infoPort=36995, infoSecurePort=0, ipcPort=33355, storageInfo=lv=-57;cid=testClusterID;nsid=939181097;c=1731151324173), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:22:05,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca 2024-11-09T11:22:05,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:05,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:05,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:22:06,271 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144 with version=8 2024-11-09T11:22:06,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/hbase-staging 2024-11-09T11:22:06,273 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:22:06,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:06,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:06,273 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:22:06,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:06,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:22:06,273 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:22:06,273 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:22:06,274 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44083 2024-11-09T11:22:06,274 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44083 connecting to ZooKeeper ensemble=127.0.0.1:58437 2024-11-09T11:22:06,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440830x0, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:22:06,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44083-0x1011f54c90e0003 connected 2024-11-09T11:22:06,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:06,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:06,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Set watcher on znode that does not yet exist, /11757410627/running 2024-11-09T11:22:06,406 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144, hbase.cluster.distributed=false 2024-11-09T11:22:06,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Set watcher on znode that does not yet exist, /11757410627/acl 2024-11-09T11:22:06,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44083 2024-11-09T11:22:06,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44083 2024-11-09T11:22:06,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44083 2024-11-09T11:22:06,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44083 2024-11-09T11:22:06,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44083 2024-11-09T11:22:06,421 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:22:06,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:06,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:06,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:22:06,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:06,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:22:06,421 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:22:06,421 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:22:06,421 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46343 2024-11-09T11:22:06,422 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46343 connecting to ZooKeeper ensemble=127.0.0.1:58437 2024-11-09T11:22:06,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:06,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:06,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463430x0, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:22:06,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46343-0x1011f54c90e0004 connected 2024-11-09T11:22:06,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Set watcher on znode that does not yet exist, /11757410627/running 2024-11-09T11:22:06,436 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:22:06,437 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:22:06,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Set watcher on znode that does not yet exist, /11757410627/master 2024-11-09T11:22:06,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Set watcher on znode that does not yet exist, /11757410627/acl 2024-11-09T11:22:06,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46343 2024-11-09T11:22:06,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46343 2024-11-09T11:22:06,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46343 2024-11-09T11:22:06,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46343 2024-11-09T11:22:06,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46343 2024-11-09T11:22:06,454 DEBUG [M:0;3264b4bbda9f:44083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:44083 2024-11-09T11:22:06,455 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11757410627/backup-masters/3264b4bbda9f,44083,1731151326273 2024-11-09T11:22:06,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627/backup-masters 2024-11-09T11:22:06,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627/backup-masters 2024-11-09T11:22:06,467 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Set watcher on existing znode=/11757410627/backup-masters/3264b4bbda9f,44083,1731151326273 2024-11-09T11:22:06,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11757410627/master 2024-11-09T11:22:06,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627 2024-11-09T11:22:06,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627 2024-11-09T11:22:06,477 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Set watcher on existing znode=/11757410627/master 2024-11-09T11:22:06,477 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11757410627/backup-masters/3264b4bbda9f,44083,1731151326273 from backup master directory 2024-11-09T11:22:06,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11757410627/backup-masters/3264b4bbda9f,44083,1731151326273 2024-11-09T11:22:06,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627/backup-masters 2024-11-09T11:22:06,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627/backup-masters 2024-11-09T11:22:06,487 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:22:06,487 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,44083,1731151326273 2024-11-09T11:22:06,490 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/hbase.id] with ID: b7569895-2093-46ee-9c09-eb1791ba4231 2024-11-09T11:22:06,490 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/.tmp/hbase.id 2024-11-09T11:22:06,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:22:06,894 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/.tmp/hbase.id]:[hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/hbase.id] 2024-11-09T11:22:06,901 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:06,901 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:22:06,902 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T11:22:06,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627 2024-11-09T11:22:06,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627 2024-11-09T11:22:06,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:22:07,355 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:22:07,356 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:22:07,356 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:22:07,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:22:07,367 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store 2024-11-09T11:22:07,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:22:07,772 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:07,772 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:22:07,772 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:07,772 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:07,772 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:22:07,772 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:07,772 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:07,772 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151327772Disabling compacts and flushes for region at 1731151327772Disabling writes for close at 1731151327772Writing region close event to WAL at 1731151327772Closed at 1731151327772 2024-11-09T11:22:07,773 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store/.initializing 2024-11-09T11:22:07,773 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/WALs/3264b4bbda9f,44083,1731151326273 2024-11-09T11:22:07,774 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:22:07,775 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C44083%2C1731151326273, suffix=, logDir=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/WALs/3264b4bbda9f,44083,1731151326273, archiveDir=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/oldWALs, maxLogs=10 2024-11-09T11:22:07,786 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/WALs/3264b4bbda9f,44083,1731151326273/3264b4bbda9f%2C44083%2C1731151326273.1731151327775, exclude list is [], retry=0 2024-11-09T11:22:07,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45537,DS-ad01dfe4-2fad-40fb-bb9d-8f342f281e7d,DISK] 2024-11-09T11:22:07,789 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/WALs/3264b4bbda9f,44083,1731151326273/3264b4bbda9f%2C44083%2C1731151326273.1731151327775 2024-11-09T11:22:07,789 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36995:36995)] 2024-11-09T11:22:07,789 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:22:07,790 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:07,790 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:07,790 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:07,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:07,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:22:07,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:07,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:07,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:07,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:22:07,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:07,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:07,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:07,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:22:07,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:07,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:07,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:07,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:22:07,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:07,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:07,795 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:07,796 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:07,796 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:07,796 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:07,796 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:07,797 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:22:07,798 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:07,799 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:22:07,799 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69098494, jitterRate=0.029647797346115112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:22:07,799 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151327790Initializing all the Stores at 1731151327790Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151327790Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151327791 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151327791Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151327791Cleaning up temporary data from old regions at 1731151327796 (+5 ms)Region opened successfully at 1731151327799 (+3 ms) 2024-11-09T11:22:07,800 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:22:07,802 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f1d4632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:22:07,802 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:22:07,803 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:22:07,803 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:22:07,803 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:22:07,803 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:22:07,803 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:22:07,803 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:22:07,804 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:22:07,805 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Unable to get data of znode /11757410627/balancer because node does not exist (not necessarily an error) 2024-11-09T11:22:07,875 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11757410627/balancer already deleted, retry=false 2024-11-09T11:22:07,875 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:22:07,876 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Unable to get data of znode /11757410627/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:22:07,887 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11757410627/normalizer already deleted, retry=false 2024-11-09T11:22:07,888 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:22:07,888 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Unable to get data of znode /11757410627/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:22:07,898 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11757410627/switch/split already deleted, retry=false 2024-11-09T11:22:07,898 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Unable to get data of znode /11757410627/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:22:07,908 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11757410627/switch/merge already deleted, retry=false 2024-11-09T11:22:07,910 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Unable to get data of znode /11757410627/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:22:07,919 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11757410627/snapshot-cleanup already deleted, retry=false 2024-11-09T11:22:07,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11757410627/running 2024-11-09T11:22:07,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11757410627/running 2024-11-09T11:22:07,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627 2024-11-09T11:22:07,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627 2024-11-09T11:22:07,930 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,44083,1731151326273, sessionid=0x1011f54c90e0003, setting cluster-up flag (Was=false) 2024-11-09T11:22:07,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627 2024-11-09T11:22:07,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627 2024-11-09T11:22:07,982 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11757410627/flush-table-proc/acquired, /11757410627/flush-table-proc/reached, /11757410627/flush-table-proc/abort 2024-11-09T11:22:07,983 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,44083,1731151326273 2024-11-09T11:22:08,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627 2024-11-09T11:22:08,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627 2024-11-09T11:22:08,035 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11757410627/online-snapshot/acquired, /11757410627/online-snapshot/reached, /11757410627/online-snapshot/abort 2024-11-09T11:22:08,036 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,44083,1731151326273 2024-11-09T11:22:08,037 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:22:08,038 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:08,038 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:22:08,038 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:22:08,038 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,44083,1731151326273 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:22:08,039 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:08,039 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:08,039 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:08,039 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:08,039 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:22:08,039 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:08,040 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:22:08,040 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:08,044 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151358044 2024-11-09T11:22:08,044 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:22:08,044 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:22:08,044 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:22:08,044 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:22:08,044 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:08,044 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:22:08,044 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:22:08,044 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:22:08,045 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:08,045 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:22:08,045 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:22:08,045 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:22:08,045 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:22:08,045 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:22:08,045 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:22:08,045 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:08,045 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151328045,5,FailOnTimeoutGroup] 2024-11-09T11:22:08,045 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:22:08,046 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151328045,5,FailOnTimeoutGroup] 2024-11-09T11:22:08,046 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:08,046 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:22:08,046 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:08,046 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:08,046 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(746): ClusterId : b7569895-2093-46ee-9c09-eb1791ba4231 2024-11-09T11:22:08,046 DEBUG [RS:0;3264b4bbda9f:46343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:22:08,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:22:08,057 DEBUG [RS:0;3264b4bbda9f:46343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:22:08,057 DEBUG [RS:0;3264b4bbda9f:46343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:22:08,067 DEBUG [RS:0;3264b4bbda9f:46343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:22:08,067 DEBUG [RS:0;3264b4bbda9f:46343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329ef242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:22:08,077 DEBUG [RS:0;3264b4bbda9f:46343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:46343 2024-11-09T11:22:08,077 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:22:08,077 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:22:08,077 DEBUG [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:22:08,077 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,44083,1731151326273 with port=46343, startcode=1731151326420 2024-11-09T11:22:08,077 DEBUG [RS:0;3264b4bbda9f:46343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:22:08,079 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:22:08,079 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44083 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,46343,1731151326420 2024-11-09T11:22:08,079 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44083 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,46343,1731151326420 2024-11-09T11:22:08,080 DEBUG [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144 2024-11-09T11:22:08,080 DEBUG [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44917 2024-11-09T11:22:08,080 DEBUG [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:22:08,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627/rs 2024-11-09T11:22:08,088 DEBUG [RS:0;3264b4bbda9f:46343 {}] zookeeper.ZKUtil(111): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Set watcher on existing znode=/11757410627/rs/3264b4bbda9f,46343,1731151326420 2024-11-09T11:22:08,088 WARN [RS:0;3264b4bbda9f:46343 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:22:08,088 INFO [RS:0;3264b4bbda9f:46343 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:22:08,088 DEBUG [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420 2024-11-09T11:22:08,088 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,46343,1731151326420] 2024-11-09T11:22:08,090 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:22:08,091 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:22:08,091 INFO [RS:0;3264b4bbda9f:46343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:22:08,091 INFO [RS:0;3264b4bbda9f:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:08,091 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:22:08,092 INFO [RS:0;3264b4bbda9f:46343 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:22:08,092 INFO [RS:0;3264b4bbda9f:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:08,092 DEBUG [RS:0;3264b4bbda9f:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:08,092 DEBUG [RS:0;3264b4bbda9f:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:08,092 DEBUG [RS:0;3264b4bbda9f:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:08,092 DEBUG [RS:0;3264b4bbda9f:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:08,092 DEBUG [RS:0;3264b4bbda9f:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:08,092 DEBUG [RS:0;3264b4bbda9f:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:22:08,092 DEBUG [RS:0;3264b4bbda9f:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:08,092 DEBUG [RS:0;3264b4bbda9f:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:08,092 DEBUG [RS:0;3264b4bbda9f:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:08,092 DEBUG [RS:0;3264b4bbda9f:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:08,092 DEBUG [RS:0;3264b4bbda9f:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:08,092 DEBUG [RS:0;3264b4bbda9f:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:08,092 DEBUG [RS:0;3264b4bbda9f:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:22:08,092 DEBUG [RS:0;3264b4bbda9f:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:22:08,092 INFO [RS:0;3264b4bbda9f:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:08,092 INFO [RS:0;3264b4bbda9f:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:08,092 INFO [RS:0;3264b4bbda9f:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:08,093 INFO [RS:0;3264b4bbda9f:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:08,093 INFO [RS:0;3264b4bbda9f:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:08,093 INFO [RS:0;3264b4bbda9f:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,46343,1731151326420-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:22:08,106 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:22:08,106 INFO [RS:0;3264b4bbda9f:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,46343,1731151326420-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:08,106 INFO [RS:0;3264b4bbda9f:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:08,106 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.Replication(171): 3264b4bbda9f,46343,1731151326420 started 2024-11-09T11:22:08,117 INFO [RS:0;3264b4bbda9f:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:08,117 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,46343,1731151326420, RpcServer on 3264b4bbda9f/172.17.0.2:46343, sessionid=0x1011f54c90e0004 2024-11-09T11:22:08,117 DEBUG [RS:0;3264b4bbda9f:46343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:22:08,117 DEBUG [RS:0;3264b4bbda9f:46343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,46343,1731151326420 2024-11-09T11:22:08,117 DEBUG [RS:0;3264b4bbda9f:46343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,46343,1731151326420' 2024-11-09T11:22:08,117 DEBUG [RS:0;3264b4bbda9f:46343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11757410627/flush-table-proc/abort' 2024-11-09T11:22:08,117 DEBUG [RS:0;3264b4bbda9f:46343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11757410627/flush-table-proc/acquired' 2024-11-09T11:22:08,118 DEBUG [RS:0;3264b4bbda9f:46343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:22:08,118 DEBUG [RS:0;3264b4bbda9f:46343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:22:08,118 DEBUG [RS:0;3264b4bbda9f:46343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,46343,1731151326420 2024-11-09T11:22:08,118 DEBUG [RS:0;3264b4bbda9f:46343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,46343,1731151326420' 2024-11-09T11:22:08,118 DEBUG [RS:0;3264b4bbda9f:46343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11757410627/online-snapshot/abort' 2024-11-09T11:22:08,118 DEBUG [RS:0;3264b4bbda9f:46343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11757410627/online-snapshot/acquired' 2024-11-09T11:22:08,118 DEBUG [RS:0;3264b4bbda9f:46343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:22:08,118 INFO [RS:0;3264b4bbda9f:46343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:22:08,118 INFO [RS:0;3264b4bbda9f:46343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:22:08,219 INFO [RS:0;3264b4bbda9f:46343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:22:08,220 INFO [RS:0;3264b4bbda9f:46343 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C46343%2C1731151326420, suffix=, logDir=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420, archiveDir=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/oldWALs, maxLogs=10 2024-11-09T11:22:08,231 DEBUG [RS:0;3264b4bbda9f:46343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220, exclude list is [], retry=0 2024-11-09T11:22:08,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45537,DS-ad01dfe4-2fad-40fb-bb9d-8f342f281e7d,DISK] 2024-11-09T11:22:08,234 INFO [RS:0;3264b4bbda9f:46343 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 2024-11-09T11:22:08,235 DEBUG [RS:0;3264b4bbda9f:46343 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36995:36995)] 2024-11-09T11:22:08,454 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:22:08,454 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144 2024-11-09T11:22:08,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741833_1009 (size=32) 2024-11-09T11:22:08,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:08,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:22:08,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:22:08,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:08,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:08,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:22:08,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:22:08,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:08,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:08,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:22:08,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:22:08,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:08,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:08,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:22:08,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:22:08,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:08,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:08,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:22:08,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740 2024-11-09T11:22:08,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740 2024-11-09T11:22:08,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:22:08,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:22:08,880 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:22:08,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:22:08,882 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:22:08,882 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70358730, jitterRate=0.04842677712440491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:22:08,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151328874Initializing all the Stores at 1731151328874Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151328874Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151328875 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151328875Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151328875Cleaning up temporary data from old regions at 1731151328880 (+5 ms)Region opened successfully at 1731151328883 (+3 ms) 2024-11-09T11:22:08,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:22:08,883 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:22:08,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:22:08,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:22:08,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:22:08,883 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:22:08,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151328883Disabling compacts and flushes for region at 1731151328883Disabling writes for close at 1731151328883Writing region close event to WAL at 1731151328883Closed at 1731151328883 2024-11-09T11:22:08,884 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:08,884 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:22:08,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:22:08,885 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:22:08,885 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:22:08,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:08,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:08,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:08,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:08,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:08,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:08,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,036 DEBUG [3264b4bbda9f:44083 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:22:09,036 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,46343,1731151326420 2024-11-09T11:22:09,037 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,46343,1731151326420, state=OPENING 2024-11-09T11:22:09,125 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:22:09,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627 2024-11-09T11:22:09,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627 2024-11-09T11:22:09,140 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:22:09,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11757410627/meta-region-server: CHANGED 2024-11-09T11:22:09,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11757410627/meta-region-server: CHANGED 2024-11-09T11:22:09,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,46343,1731151326420}] 2024-11-09T11:22:09,293 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:22:09,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:22:09,296 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:22:09,296 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:22:09,296 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:22:09,297 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C46343%2C1731151326420.meta, suffix=.meta, logDir=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420, archiveDir=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/oldWALs, maxLogs=10 2024-11-09T11:22:09,309 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.meta.1731151329297.meta, exclude list is [], retry=0 2024-11-09T11:22:09,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45537,DS-ad01dfe4-2fad-40fb-bb9d-8f342f281e7d,DISK] 2024-11-09T11:22:09,312 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.meta.1731151329297.meta 2024-11-09T11:22:09,312 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36995:36995)] 2024-11-09T11:22:09,312 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:22:09,313 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:22:09,313 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:22:09,313 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:22:09,313 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:22:09,313 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:22:09,313 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:09,313 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:22:09,313 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:22:09,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:22:09,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:22:09,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:09,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:09,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:22:09,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:22:09,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:09,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:09,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:22:09,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:22:09,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:09,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:09,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:22:09,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:22:09,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:09,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:09,318 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:22:09,318 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740 2024-11-09T11:22:09,319 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740 2024-11-09T11:22:09,320 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:22:09,320 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:22:09,320 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:22:09,321 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:22:09,321 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67617865, jitterRate=0.007584705948829651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:22:09,321 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:22:09,321 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151329313Writing region info on filesystem at 1731151329313Initializing all the Stores at 1731151329314 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151329314Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151329314Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151329314Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151329314Cleaning up temporary data from old regions at 1731151329320 (+6 ms)Running coprocessor post-open hooks at 1731151329321 (+1 ms)Region opened successfully at 1731151329321 2024-11-09T11:22:09,322 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151329292 2024-11-09T11:22:09,324 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:22:09,324 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:22:09,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,46343,1731151326420 2024-11-09T11:22:09,325 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,46343,1731151326420, state=OPEN 2024-11-09T11:22:09,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11757410627/meta-region-server 2024-11-09T11:22:09,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11757410627/meta-region-server 2024-11-09T11:22:09,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11757410627/meta-region-server: CHANGED 2024-11-09T11:22:09,329 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,46343,1731151326420 2024-11-09T11:22:09,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11757410627/meta-region-server: CHANGED 2024-11-09T11:22:09,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:22:09,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,46343,1731151326420 in 190 msec 2024-11-09T11:22:09,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:22:09,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-09T11:22:09,333 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:09,334 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:22:09,334 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:22:09,334 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,46343,1731151326420, seqNum=-1] 2024-11-09T11:22:09,335 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:09,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:09,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-09T11:22:09,339 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151329339, completionTime=-1 2024-11-09T11:22:09,339 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:22:09,339 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:22:09,341 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:22:09,341 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151389341 2024-11-09T11:22:09,341 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151449341 2024-11-09T11:22:09,341 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T11:22:09,342 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44083,1731151326273-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:09,342 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44083,1731151326273-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:09,342 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44083,1731151326273-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:09,342 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:44083, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:09,342 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:09,342 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:09,343 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:22:09,344 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.856sec 2024-11-09T11:22:09,345 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:22:09,345 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:22:09,345 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:22:09,345 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:22:09,345 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:22:09,345 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44083,1731151326273-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:22:09,345 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44083,1731151326273-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:22:09,346 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:22:09,346 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:22:09,346 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,44083,1731151326273-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:09,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e137ac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:09,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,44083,-1 for getting cluster id 2024-11-09T11:22:09,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:09,348 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7569895-2093-46ee-9c09-eb1791ba4231' 2024-11-09T11:22:09,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:09,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7569895-2093-46ee-9c09-eb1791ba4231" 2024-11-09T11:22:09,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a90d203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:09,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,44083,-1] 2024-11-09T11:22:09,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:09,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:09,350 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:09,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557b24c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:09,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:22:09,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,46343,1731151326420, seqNum=-1] 2024-11-09T11:22:09,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:09,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:09,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,44083,1731151326273 2024-11-09T11:22:09,355 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58437 2024-11-09T11:22:09,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:22:09,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011f54c90e0005 connected 2024-11-09T11:22:09,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/hadoop.log.dir so I do NOT create it in target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a 2024-11-09T11:22:09,375 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:22:09,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/hadoop.tmp.dir so I do NOT create it in target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a 2024-11-09T11:22:09,375 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:22:09,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a 2024-11-09T11:22:09,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:22:09,375 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/cluster_da3372bc-52e5-38fa-dd75-aab06462680d, deleteOnExit=true 2024-11-09T11:22:09,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:22:09,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/test.cache.data in system properties and HBase conf 2024-11-09T11:22:09,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:22:09,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:22:09,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:22:09,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:22:09,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:22:09,376 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:22:09,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:22:09,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:22:09,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:22:09,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:22:09,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:22:09,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:22:09,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:22:09,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:22:09,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:22:09,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:22:09,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:22:09,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:22:09,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:22:09,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:22:09,536 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:22:09,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:09,648 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:22:09,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:22:09,748 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:22:09,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:22:09,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:22:09,757 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:22:09,761 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:22:09,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f44739{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:22:09,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37771786{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:22:09,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fbcd250{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/java.io.tmpdir/jetty-localhost-33255-hadoop-hdfs-3_4_1-tests_jar-_-any-14400525789704798158/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:22:09,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d7b342c{HTTP/1.1, (http/1.1)}{localhost:33255} 2024-11-09T11:22:09,883 INFO [Time-limited test {}] server.Server(415): Started @283784ms 2024-11-09T11:22:10,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:22:10,335 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:22:10,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:22:10,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:22:10,336 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:22:10,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a575cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:22:10,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c03c538{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:22:10,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78b0fe0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/java.io.tmpdir/jetty-localhost-39219-hadoop-hdfs-3_4_1-tests_jar-_-any-1186383061694664380/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:22:10,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d48c9f{HTTP/1.1, (http/1.1)}{localhost:39219} 2024-11-09T11:22:10,481 INFO [Time-limited test {}] server.Server(415): Started @284382ms 2024-11-09T11:22:10,482 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:22:11,558 WARN [Thread-3670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/cluster_da3372bc-52e5-38fa-dd75-aab06462680d/data/data1/current/BP-6400967-172.17.0.2-1731151329409/current, will proceed with Du for space computation calculation, 2024-11-09T11:22:11,558 WARN [Thread-3671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/cluster_da3372bc-52e5-38fa-dd75-aab06462680d/data/data2/current/BP-6400967-172.17.0.2-1731151329409/current, will proceed with Du for space computation calculation, 2024-11-09T11:22:11,579 WARN [Thread-3658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:22:11,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2782591c094b631 with lease ID 0x92336160916d67e4: Processing first storage report for DS-2736840e-4478-4f8f-96aa-61a648cf6617 from datanode DatanodeRegistration(127.0.0.1:43703, datanodeUuid=e65ef944-bc5c-460f-a96f-1deccabc19df, infoPort=39609, infoSecurePort=0, ipcPort=46405, storageInfo=lv=-57;cid=testClusterID;nsid=53552751;c=1731151329409) 2024-11-09T11:22:11,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2782591c094b631 with lease ID 0x92336160916d67e4: from storage DS-2736840e-4478-4f8f-96aa-61a648cf6617 node DatanodeRegistration(127.0.0.1:43703, datanodeUuid=e65ef944-bc5c-460f-a96f-1deccabc19df, infoPort=39609, infoSecurePort=0, ipcPort=46405, storageInfo=lv=-57;cid=testClusterID;nsid=53552751;c=1731151329409), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T11:22:11,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2782591c094b631 with lease ID 0x92336160916d67e4: Processing first storage report for DS-8ee0f131-1101-40e2-be59-81d4015ab6a2 from datanode DatanodeRegistration(127.0.0.1:43703, datanodeUuid=e65ef944-bc5c-460f-a96f-1deccabc19df, infoPort=39609, infoSecurePort=0, ipcPort=46405, storageInfo=lv=-57;cid=testClusterID;nsid=53552751;c=1731151329409) 2024-11-09T11:22:11,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2782591c094b631 with lease ID 0x92336160916d67e4: from storage DS-8ee0f131-1101-40e2-be59-81d4015ab6a2 node DatanodeRegistration(127.0.0.1:43703, datanodeUuid=e65ef944-bc5c-460f-a96f-1deccabc19df, infoPort=39609, infoSecurePort=0, ipcPort=46405, storageInfo=lv=-57;cid=testClusterID;nsid=53552751;c=1731151329409), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:22:11,609 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a 2024-11-09T11:22:11,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:11,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:11,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:22:12,022 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983 with version=8 2024-11-09T11:22:12,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/hbase-staging 2024-11-09T11:22:12,025 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:22:12,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:12,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:12,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:22:12,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:12,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:22:12,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:22:12,025 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:22:12,026 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33071 2024-11-09T11:22:12,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33071 connecting to ZooKeeper ensemble=127.0.0.1:58437 2024-11-09T11:22:12,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330710x0, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:22:12,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33071-0x1011f54c90e0006 connected 2024-11-09T11:22:12,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:12,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:12,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Set watcher on znode that does not yet exist, /21718728486/running 2024-11-09T11:22:12,166 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983, hbase.cluster.distributed=false 2024-11-09T11:22:12,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Set watcher on znode that does not yet exist, /21718728486/acl 2024-11-09T11:22:12,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33071 2024-11-09T11:22:12,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33071 2024-11-09T11:22:12,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33071 2024-11-09T11:22:12,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33071 2024-11-09T11:22:12,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33071 2024-11-09T11:22:12,183 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:22:12,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:12,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:12,183 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:22:12,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:12,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:22:12,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:22:12,183 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:22:12,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39987 2024-11-09T11:22:12,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39987 connecting to ZooKeeper ensemble=127.0.0.1:58437 2024-11-09T11:22:12,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:12,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:12,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399870x0, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:22:12,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399870x0, quorum=127.0.0.1:58437, baseZNode=/21718728486 Set watcher on znode that does not yet exist, /21718728486/running 2024-11-09T11:22:12,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39987-0x1011f54c90e0007 connected 2024-11-09T11:22:12,202 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:22:12,204 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:22:12,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Set watcher on znode that does not yet exist, /21718728486/master 2024-11-09T11:22:12,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Set watcher on znode that does not yet exist, /21718728486/acl 2024-11-09T11:22:12,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39987 2024-11-09T11:22:12,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39987 2024-11-09T11:22:12,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39987 2024-11-09T11:22:12,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39987 2024-11-09T11:22:12,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39987 2024-11-09T11:22:12,223 DEBUG [M:0;3264b4bbda9f:33071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:33071 2024-11-09T11:22:12,223 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21718728486/backup-masters/3264b4bbda9f,33071,1731151332025 2024-11-09T11:22:12,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486/backup-masters 2024-11-09T11:22:12,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486/backup-masters 2024-11-09T11:22:12,326 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Set watcher on existing znode=/21718728486/backup-masters/3264b4bbda9f,33071,1731151332025 2024-11-09T11:22:12,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21718728486/master 2024-11-09T11:22:12,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486 2024-11-09T11:22:12,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486 2024-11-09T11:22:12,355 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Set watcher on existing znode=/21718728486/master 2024-11-09T11:22:12,355 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21718728486/backup-masters/3264b4bbda9f,33071,1731151332025 from backup master directory 2024-11-09T11:22:12,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21718728486/backup-masters/3264b4bbda9f,33071,1731151332025 2024-11-09T11:22:12,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486/backup-masters 2024-11-09T11:22:12,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486/backup-masters 2024-11-09T11:22:12,361 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:22:12,361 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,33071,1731151332025 2024-11-09T11:22:12,364 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/hbase.id] with ID: d28c3751-8c96-4a2a-a9ef-936dd3ce8d8a 2024-11-09T11:22:12,364 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/.tmp/hbase.id 2024-11-09T11:22:12,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:22:12,774 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/.tmp/hbase.id]:[hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/hbase.id] 2024-11-09T11:22:12,782 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:12,782 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:22:12,783 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T11:22:12,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486 2024-11-09T11:22:12,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486 2024-11-09T11:22:12,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:22:13,239 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:22:13,240 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:22:13,240 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:22:13,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:22:13,648 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store 2024-11-09T11:22:13,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:22:13,652 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:13,652 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:22:13,652 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:13,652 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:13,652 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:22:13,652 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:13,652 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:13,652 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151333652Disabling compacts and flushes for region at 1731151333652Disabling writes for close at 1731151333652Writing region close event to WAL at 1731151333652Closed at 1731151333652 2024-11-09T11:22:13,653 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store/.initializing 2024-11-09T11:22:13,653 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/WALs/3264b4bbda9f,33071,1731151332025 2024-11-09T11:22:13,654 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:22:13,655 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C33071%2C1731151332025, suffix=, logDir=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/WALs/3264b4bbda9f,33071,1731151332025, archiveDir=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/oldWALs, maxLogs=10 2024-11-09T11:22:13,671 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/WALs/3264b4bbda9f,33071,1731151332025/3264b4bbda9f%2C33071%2C1731151332025.1731151333655, exclude list is [], retry=0 2024-11-09T11:22:13,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43703,DS-2736840e-4478-4f8f-96aa-61a648cf6617,DISK] 2024-11-09T11:22:13,674 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/WALs/3264b4bbda9f,33071,1731151332025/3264b4bbda9f%2C33071%2C1731151332025.1731151333655 2024-11-09T11:22:13,674 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39609:39609)] 2024-11-09T11:22:13,674 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:22:13,674 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:13,675 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:13,675 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:13,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:13,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:22:13,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:13,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:13,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:13,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:22:13,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:13,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:13,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:13,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:22:13,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:13,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:13,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:13,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:22:13,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:13,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:13,680 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:13,680 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:13,680 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:13,681 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:13,681 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:13,682 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:22:13,682 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:13,684 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:22:13,684 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63461599, jitterRate=-0.05434848368167877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:22:13,684 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151333675Initializing all the Stores at 1731151333675Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151333675Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151333675Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151333675Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151333676 (+1 ms)Cleaning up temporary data from old regions at 1731151333681 (+5 ms)Region opened successfully at 1731151333684 (+3 ms) 2024-11-09T11:22:13,684 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:22:13,686 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f15f019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:22:13,687 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:22:13,687 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:22:13,687 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:22:13,687 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:22:13,687 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:22:13,687 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:22:13,687 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:22:13,689 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:22:13,689 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Unable to get data of znode /21718728486/balancer because node does not exist (not necessarily an error) 2024-11-09T11:22:13,750 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21718728486/balancer already deleted, retry=false 2024-11-09T11:22:13,751 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:22:13,751 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Unable to get data of znode /21718728486/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:22:13,761 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21718728486/normalizer already deleted, retry=false 2024-11-09T11:22:13,761 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:22:13,762 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Unable to get data of znode /21718728486/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:22:13,771 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21718728486/switch/split already deleted, retry=false 2024-11-09T11:22:13,772 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Unable to get data of znode /21718728486/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:22:13,782 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21718728486/switch/merge already deleted, retry=false 2024-11-09T11:22:13,783 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Unable to get data of znode /21718728486/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:22:13,792 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21718728486/snapshot-cleanup already deleted, retry=false 2024-11-09T11:22:13,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21718728486/running 2024-11-09T11:22:13,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21718728486/running 2024-11-09T11:22:13,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486 2024-11-09T11:22:13,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486 2024-11-09T11:22:13,803 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,33071,1731151332025, sessionid=0x1011f54c90e0006, setting cluster-up flag (Was=false) 2024-11-09T11:22:13,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486 2024-11-09T11:22:13,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486 2024-11-09T11:22:13,856 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21718728486/flush-table-proc/acquired, /21718728486/flush-table-proc/reached, /21718728486/flush-table-proc/abort 2024-11-09T11:22:13,856 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,33071,1731151332025 2024-11-09T11:22:13,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486 2024-11-09T11:22:13,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486 2024-11-09T11:22:13,908 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21718728486/online-snapshot/acquired, /21718728486/online-snapshot/reached, /21718728486/online-snapshot/abort 2024-11-09T11:22:13,909 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,33071,1731151332025 2024-11-09T11:22:13,910 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:22:13,911 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:13,911 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:22:13,912 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:22:13,912 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,33071,1731151332025 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:22:13,913 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:13,913 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:13,913 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:13,913 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:13,913 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:22:13,913 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:13,913 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:22:13,913 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:13,914 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151363914 2024-11-09T11:22:13,915 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:22:13,915 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:13,915 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:22:13,915 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:22:13,915 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:22:13,915 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:22:13,915 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:22:13,915 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:22:13,915 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:13,915 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:22:13,915 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:22:13,915 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:13,916 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:22:13,916 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:22:13,916 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:22:13,916 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:22:13,916 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:22:13,920 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151333916,5,FailOnTimeoutGroup] 2024-11-09T11:22:13,924 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151333920,5,FailOnTimeoutGroup] 2024-11-09T11:22:13,924 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:13,924 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:22:13,924 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:13,924 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:13,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:22:14,011 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(746): ClusterId : d28c3751-8c96-4a2a-a9ef-936dd3ce8d8a 2024-11-09T11:22:14,011 DEBUG [RS:0;3264b4bbda9f:39987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:22:14,023 DEBUG [RS:0;3264b4bbda9f:39987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:22:14,023 DEBUG [RS:0;3264b4bbda9f:39987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:22:14,035 DEBUG [RS:0;3264b4bbda9f:39987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:22:14,035 DEBUG [RS:0;3264b4bbda9f:39987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56823260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:22:14,046 DEBUG [RS:0;3264b4bbda9f:39987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:39987 2024-11-09T11:22:14,046 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:22:14,046 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:22:14,046 DEBUG [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:22:14,046 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,33071,1731151332025 with port=39987, startcode=1731151332183 2024-11-09T11:22:14,046 DEBUG [RS:0;3264b4bbda9f:39987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:22:14,048 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:22:14,048 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,39987,1731151332183 2024-11-09T11:22:14,048 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33071 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,39987,1731151332183 2024-11-09T11:22:14,049 DEBUG [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983 2024-11-09T11:22:14,049 DEBUG [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34309 2024-11-09T11:22:14,049 DEBUG [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:22:14,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486/rs 2024-11-09T11:22:14,115 DEBUG [RS:0;3264b4bbda9f:39987 {}] zookeeper.ZKUtil(111): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Set watcher on existing znode=/21718728486/rs/3264b4bbda9f,39987,1731151332183 2024-11-09T11:22:14,115 WARN [RS:0;3264b4bbda9f:39987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:22:14,116 INFO [RS:0;3264b4bbda9f:39987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:22:14,116 DEBUG [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183 2024-11-09T11:22:14,116 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,39987,1731151332183] 2024-11-09T11:22:14,118 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:22:14,120 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:22:14,120 INFO [RS:0;3264b4bbda9f:39987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:22:14,120 INFO [RS:0;3264b4bbda9f:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:14,121 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:22:14,121 INFO [RS:0;3264b4bbda9f:39987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:22:14,121 INFO [RS:0;3264b4bbda9f:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:14,121 DEBUG [RS:0;3264b4bbda9f:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:14,121 DEBUG [RS:0;3264b4bbda9f:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:14,121 DEBUG [RS:0;3264b4bbda9f:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:14,121 DEBUG [RS:0;3264b4bbda9f:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:14,121 DEBUG [RS:0;3264b4bbda9f:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:14,121 DEBUG [RS:0;3264b4bbda9f:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:22:14,121 DEBUG [RS:0;3264b4bbda9f:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:14,122 DEBUG [RS:0;3264b4bbda9f:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:14,122 DEBUG [RS:0;3264b4bbda9f:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:14,122 DEBUG [RS:0;3264b4bbda9f:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:14,122 DEBUG [RS:0;3264b4bbda9f:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:14,122 DEBUG [RS:0;3264b4bbda9f:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:14,122 DEBUG [RS:0;3264b4bbda9f:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:22:14,122 DEBUG [RS:0;3264b4bbda9f:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:22:14,122 INFO [RS:0;3264b4bbda9f:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:14,122 INFO [RS:0;3264b4bbda9f:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:14,122 INFO [RS:0;3264b4bbda9f:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:14,122 INFO [RS:0;3264b4bbda9f:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:14,122 INFO [RS:0;3264b4bbda9f:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:14,122 INFO [RS:0;3264b4bbda9f:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,39987,1731151332183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:22:14,135 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:22:14,136 INFO [RS:0;3264b4bbda9f:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,39987,1731151332183-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:14,136 INFO [RS:0;3264b4bbda9f:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:14,136 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.Replication(171): 3264b4bbda9f,39987,1731151332183 started 2024-11-09T11:22:14,148 INFO [RS:0;3264b4bbda9f:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:14,148 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,39987,1731151332183, RpcServer on 3264b4bbda9f/172.17.0.2:39987, sessionid=0x1011f54c90e0007 2024-11-09T11:22:14,148 DEBUG [RS:0;3264b4bbda9f:39987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:22:14,148 DEBUG [RS:0;3264b4bbda9f:39987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,39987,1731151332183 2024-11-09T11:22:14,149 DEBUG [RS:0;3264b4bbda9f:39987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,39987,1731151332183' 2024-11-09T11:22:14,149 DEBUG [RS:0;3264b4bbda9f:39987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21718728486/flush-table-proc/abort' 2024-11-09T11:22:14,149 DEBUG [RS:0;3264b4bbda9f:39987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21718728486/flush-table-proc/acquired' 2024-11-09T11:22:14,149 DEBUG [RS:0;3264b4bbda9f:39987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:22:14,149 DEBUG [RS:0;3264b4bbda9f:39987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:22:14,149 DEBUG [RS:0;3264b4bbda9f:39987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,39987,1731151332183 2024-11-09T11:22:14,149 DEBUG [RS:0;3264b4bbda9f:39987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,39987,1731151332183' 2024-11-09T11:22:14,149 DEBUG [RS:0;3264b4bbda9f:39987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21718728486/online-snapshot/abort' 2024-11-09T11:22:14,150 DEBUG [RS:0;3264b4bbda9f:39987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21718728486/online-snapshot/acquired' 2024-11-09T11:22:14,150 DEBUG [RS:0;3264b4bbda9f:39987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:22:14,150 INFO [RS:0;3264b4bbda9f:39987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:22:14,150 INFO [RS:0;3264b4bbda9f:39987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:22:14,250 INFO [RS:0;3264b4bbda9f:39987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:22:14,252 INFO [RS:0;3264b4bbda9f:39987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C39987%2C1731151332183, suffix=, logDir=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183, archiveDir=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/oldWALs, maxLogs=10 2024-11-09T11:22:14,273 DEBUG [RS:0;3264b4bbda9f:39987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252, exclude list is [], retry=0 2024-11-09T11:22:14,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43703,DS-2736840e-4478-4f8f-96aa-61a648cf6617,DISK] 2024-11-09T11:22:14,276 INFO [RS:0;3264b4bbda9f:39987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 2024-11-09T11:22:14,277 DEBUG [RS:0;3264b4bbda9f:39987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39609:39609)] 2024-11-09T11:22:14,329 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:22:14,329 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983 2024-11-09T11:22:14,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741833_1009 (size=32) 2024-11-09T11:22:14,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:14,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:22:14,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:22:14,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:14,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:14,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:22:14,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:22:14,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:14,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:14,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:22:14,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:22:14,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:14,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:14,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:22:14,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:22:14,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:14,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:14,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:22:14,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740 2024-11-09T11:22:14,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740 2024-11-09T11:22:14,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:22:14,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:22:14,742 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:22:14,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:22:14,745 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:22:14,745 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66916828, jitterRate=-0.0028615593910217285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:22:14,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151334734Initializing all the Stores at 1731151334735 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151334735Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151334735Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151334735Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151334735Cleaning up temporary data from old regions at 1731151334742 (+7 ms)Region opened successfully at 1731151334745 (+3 ms) 2024-11-09T11:22:14,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:22:14,745 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:22:14,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:22:14,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:22:14,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:22:14,745 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:22:14,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151334745Disabling compacts and flushes for region at 1731151334745Disabling writes for close at 1731151334745Writing region close event to WAL at 1731151334745Closed at 1731151334745 2024-11-09T11:22:14,746 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:14,746 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:22:14,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:22:14,747 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:22:14,748 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:22:14,815 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:22:14,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:14,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:14,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:14,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:14,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:14,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:14,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:14,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:14,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:14,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:14,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:14,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:14,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:14,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:14,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:14,898 DEBUG [3264b4bbda9f:33071 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:22:14,899 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,39987,1731151332183 2024-11-09T11:22:14,900 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,39987,1731151332183, state=OPENING 2024-11-09T11:22:14,950 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:22:14,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486 2024-11-09T11:22:14,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486 2024-11-09T11:22:14,961 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:22:14,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21718728486/meta-region-server: CHANGED 2024-11-09T11:22:14,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21718728486/meta-region-server: CHANGED 2024-11-09T11:22:14,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,39987,1731151332183}] 2024-11-09T11:22:15,113 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:22:15,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:22:15,117 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:22:15,117 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:22:15,118 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:22:15,119 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C39987%2C1731151332183.meta, suffix=.meta, logDir=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183, archiveDir=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/oldWALs, maxLogs=10 2024-11-09T11:22:15,134 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.meta.1731151335119.meta, exclude list is [], retry=0 2024-11-09T11:22:15,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43703,DS-2736840e-4478-4f8f-96aa-61a648cf6617,DISK] 2024-11-09T11:22:15,137 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.meta.1731151335119.meta 2024-11-09T11:22:15,138 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39609:39609)] 2024-11-09T11:22:15,138 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:22:15,138 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:22:15,138 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:22:15,138 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:22:15,138 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:22:15,139 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:22:15,139 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:15,139 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:22:15,139 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:22:15,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:22:15,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:22:15,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:15,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:15,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:22:15,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:22:15,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:15,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:15,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:22:15,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:22:15,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:15,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:15,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:22:15,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:22:15,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:15,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:15,144 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:22:15,144 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740 2024-11-09T11:22:15,145 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740 2024-11-09T11:22:15,146 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:22:15,146 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:22:15,146 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:22:15,147 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:22:15,148 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68841883, jitterRate=0.02582399547100067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:22:15,148 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:22:15,148 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151335139Writing region info on filesystem at 1731151335139Initializing all the Stores at 1731151335139Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151335139Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151335140 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151335140Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151335140Cleaning up temporary data from old regions at 1731151335146 (+6 ms)Running coprocessor post-open hooks at 1731151335148 (+2 ms)Region opened successfully at 1731151335148 2024-11-09T11:22:15,150 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151335113 2024-11-09T11:22:15,152 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:22:15,152 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:22:15,152 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,39987,1731151332183 2024-11-09T11:22:15,153 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,39987,1731151332183, state=OPEN 2024-11-09T11:22:15,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21718728486/meta-region-server 2024-11-09T11:22:15,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21718728486/meta-region-server 2024-11-09T11:22:15,161 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,39987,1731151332183 2024-11-09T11:22:15,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21718728486/meta-region-server: CHANGED 2024-11-09T11:22:15,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21718728486/meta-region-server: CHANGED 2024-11-09T11:22:15,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:22:15,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,39987,1731151332183 in 200 msec 2024-11-09T11:22:15,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:22:15,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-09T11:22:15,165 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:15,165 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:22:15,166 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:22:15,166 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,39987,1731151332183, seqNum=-1] 2024-11-09T11:22:15,166 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:15,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:15,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-11-09T11:22:15,172 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151335172, completionTime=-1 2024-11-09T11:22:15,172 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:22:15,172 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:22:15,174 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:22:15,174 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151395174 2024-11-09T11:22:15,174 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151455174 2024-11-09T11:22:15,174 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T11:22:15,174 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,33071,1731151332025-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:15,174 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,33071,1731151332025-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:15,174 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,33071,1731151332025-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:15,174 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:33071, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:15,174 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:15,175 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:15,176 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:22:15,177 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.816sec 2024-11-09T11:22:15,178 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:22:15,178 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:22:15,178 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:22:15,178 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:22:15,178 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:22:15,178 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,33071,1731151332025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:22:15,178 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,33071,1731151332025-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:22:15,180 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:22:15,180 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:22:15,180 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,33071,1731151332025-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:15,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343d77b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:15,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,33071,-1 for getting cluster id 2024-11-09T11:22:15,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:15,213 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd28c3751-8c96-4a2a-a9ef-936dd3ce8d8a' 2024-11-09T11:22:15,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:15,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d28c3751-8c96-4a2a-a9ef-936dd3ce8d8a" 2024-11-09T11:22:15,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a146b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:15,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,33071,-1] 2024-11-09T11:22:15,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:15,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:15,215 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:15,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705fc01e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:15,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:22:15,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,39987,1731151332183, seqNum=-1] 2024-11-09T11:22:15,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:15,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:15,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,33071,1731151332025 2024-11-09T11:22:15,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58437 2024-11-09T11:22:15,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:22:15,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011f54c90e0008 connected 2024-11-09T11:22:15,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:22:15,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,41689,1731151320977 2024-11-09T11:22:15,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1100cc48 2024-11-09T11:22:15,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:22:15,238 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:22:15,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:22:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T11:22:15,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:22:15,241 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:15,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T11:22:15,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:22:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:15,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741835_1011 (size=902) 2024-11-09T11:22:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:15,651 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6bae300c9714da0c5825a99c1bb53e67, NAME => 'test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583 2024-11-09T11:22:15,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741836_1012 (size=39) 2024-11-09T11:22:15,655 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:15,655 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6bae300c9714da0c5825a99c1bb53e67, disabling compactions & flushes 2024-11-09T11:22:15,655 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67. 2024-11-09T11:22:15,655 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67. 2024-11-09T11:22:15,655 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67. after waiting 0 ms 2024-11-09T11:22:15,655 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67. 2024-11-09T11:22:15,655 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67. 2024-11-09T11:22:15,655 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6bae300c9714da0c5825a99c1bb53e67: Waiting for close lock at 1731151335655Disabling compacts and flushes for region at 1731151335655Disabling writes for close at 1731151335655Writing region close event to WAL at 1731151335655Closed at 1731151335655 2024-11-09T11:22:15,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:22:15,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731151335657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151335657"}]},"ts":"1731151335657"} 2024-11-09T11:22:15,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:22:15,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:22:15,659 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151335659"}]},"ts":"1731151335659"} 2024-11-09T11:22:15,661 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T11:22:15,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6bae300c9714da0c5825a99c1bb53e67, ASSIGN}] 2024-11-09T11:22:15,662 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6bae300c9714da0c5825a99c1bb53e67, ASSIGN 2024-11-09T11:22:15,662 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6bae300c9714da0c5825a99c1bb53e67, ASSIGN; state=OFFLINE, location=3264b4bbda9f,37365,1731151321186; forceNewPlan=false, retain=false 2024-11-09T11:22:15,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6bae300c9714da0c5825a99c1bb53e67, regionState=OPENING, regionLocation=3264b4bbda9f,37365,1731151321186 2024-11-09T11:22:15,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6bae300c9714da0c5825a99c1bb53e67, ASSIGN because future has completed 2024-11-09T11:22:15,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bae300c9714da0c5825a99c1bb53e67, server=3264b4bbda9f,37365,1731151321186}] 2024-11-09T11:22:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:15,972 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67. 2024-11-09T11:22:15,972 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bae300c9714da0c5825a99c1bb53e67, NAME => 'test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:22:15,972 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:22:15,972 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T11:22:15,972 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6bae300c9714da0c5825a99c1bb53e67 2024-11-09T11:22:15,973 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:15,973 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6bae300c9714da0c5825a99c1bb53e67 2024-11-09T11:22:15,973 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6bae300c9714da0c5825a99c1bb53e67 2024-11-09T11:22:15,974 INFO [StoreOpener-6bae300c9714da0c5825a99c1bb53e67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6bae300c9714da0c5825a99c1bb53e67 2024-11-09T11:22:15,975 INFO [StoreOpener-6bae300c9714da0c5825a99c1bb53e67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bae300c9714da0c5825a99c1bb53e67 columnFamilyName f 2024-11-09T11:22:15,975 DEBUG [StoreOpener-6bae300c9714da0c5825a99c1bb53e67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:15,975 INFO [StoreOpener-6bae300c9714da0c5825a99c1bb53e67-1 {}] regionserver.HStore(327): Store=6bae300c9714da0c5825a99c1bb53e67/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:15,975 INFO [StoreOpener-6bae300c9714da0c5825a99c1bb53e67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6bae300c9714da0c5825a99c1bb53e67 2024-11-09T11:22:15,976 INFO [StoreOpener-6bae300c9714da0c5825a99c1bb53e67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bae300c9714da0c5825a99c1bb53e67 columnFamilyName f1 2024-11-09T11:22:15,976 DEBUG [StoreOpener-6bae300c9714da0c5825a99c1bb53e67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:15,976 INFO [StoreOpener-6bae300c9714da0c5825a99c1bb53e67-1 {}] regionserver.HStore(327): Store=6bae300c9714da0c5825a99c1bb53e67/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:15,976 INFO [StoreOpener-6bae300c9714da0c5825a99c1bb53e67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6bae300c9714da0c5825a99c1bb53e67 2024-11-09T11:22:15,977 INFO [StoreOpener-6bae300c9714da0c5825a99c1bb53e67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bae300c9714da0c5825a99c1bb53e67 columnFamilyName norep 2024-11-09T11:22:15,977 DEBUG [StoreOpener-6bae300c9714da0c5825a99c1bb53e67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:15,977 INFO [StoreOpener-6bae300c9714da0c5825a99c1bb53e67-1 {}] regionserver.HStore(327): Store=6bae300c9714da0c5825a99c1bb53e67/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:15,977 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6bae300c9714da0c5825a99c1bb53e67 2024-11-09T11:22:15,978 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/default/test/6bae300c9714da0c5825a99c1bb53e67 2024-11-09T11:22:15,978 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/default/test/6bae300c9714da0c5825a99c1bb53e67 2024-11-09T11:22:15,979 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6bae300c9714da0c5825a99c1bb53e67 2024-11-09T11:22:15,979 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6bae300c9714da0c5825a99c1bb53e67 2024-11-09T11:22:15,979 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:22:15,980 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6bae300c9714da0c5825a99c1bb53e67 2024-11-09T11:22:15,981 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/default/test/6bae300c9714da0c5825a99c1bb53e67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:22:15,981 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6bae300c9714da0c5825a99c1bb53e67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58966627, jitterRate=-0.12132878601551056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:22:15,982 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bae300c9714da0c5825a99c1bb53e67 2024-11-09T11:22:15,982 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6bae300c9714da0c5825a99c1bb53e67: Running coprocessor pre-open hook at 1731151335973Writing region info on filesystem at 1731151335973Initializing all the Stores at 1731151335973Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151335973Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151335974 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151335974Cleaning up temporary data from old regions at 1731151335979 (+5 ms)Running coprocessor post-open hooks at 1731151335982 (+3 ms)Region opened successfully at 1731151335982 2024-11-09T11:22:15,983 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67., pid=6, masterSystemTime=1731151335967 2024-11-09T11:22:15,985 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67. 2024-11-09T11:22:15,985 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67. 2024-11-09T11:22:15,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6bae300c9714da0c5825a99c1bb53e67, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3264b4bbda9f,37365,1731151321186 2024-11-09T11:22:15,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bae300c9714da0c5825a99c1bb53e67, server=3264b4bbda9f,37365,1731151321186 because future has completed 2024-11-09T11:22:15,988 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41689 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=3264b4bbda9f,37365,1731151321186, table=test, region=6bae300c9714da0c5825a99c1bb53e67. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T11:22:15,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:22:15,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bae300c9714da0c5825a99c1bb53e67, server=3264b4bbda9f,37365,1731151321186 in 173 msec 2024-11-09T11:22:15,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T11:22:15,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6bae300c9714da0c5825a99c1bb53e67, ASSIGN in 328 msec 2024-11-09T11:22:15,991 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:22:15,991 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151335991"}]},"ts":"1731151335991"} 2024-11-09T11:22:15,993 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T11:22:15,993 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:22:15,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-09T11:22:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:16,378 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T11:22:16,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:22:16,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,44083,1731151326273 2024-11-09T11:22:16,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ab23710 2024-11-09T11:22:16,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:22:16,381 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:22:16,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44083 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:22:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44083 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T11:22:16,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:22:16,383 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:16,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44083 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T11:22:16,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:22:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:16,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741835_1011 (size=902) 2024-11-09T11:22:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:16,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:16,790 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffceec220d043ee54b35739970ada959, NAME => 'test,,1731151336381.ffceec220d043ee54b35739970ada959.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144 2024-11-09T11:22:16,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741836_1012 (size=39) 2024-11-09T11:22:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:17,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731151336381.ffceec220d043ee54b35739970ada959.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:17,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ffceec220d043ee54b35739970ada959, disabling compactions & flushes 2024-11-09T11:22:17,195 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731151336381.ffceec220d043ee54b35739970ada959. 2024-11-09T11:22:17,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151336381.ffceec220d043ee54b35739970ada959. 2024-11-09T11:22:17,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731151336381.ffceec220d043ee54b35739970ada959. after waiting 0 ms 2024-11-09T11:22:17,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731151336381.ffceec220d043ee54b35739970ada959. 2024-11-09T11:22:17,195 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731151336381.ffceec220d043ee54b35739970ada959. 2024-11-09T11:22:17,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffceec220d043ee54b35739970ada959: Waiting for close lock at 1731151337194Disabling compacts and flushes for region at 1731151337194Disabling writes for close at 1731151337195 (+1 ms)Writing region close event to WAL at 1731151337195Closed at 1731151337195 2024-11-09T11:22:17,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:22:17,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731151336381.ffceec220d043ee54b35739970ada959.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731151337196"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151337196"}]},"ts":"1731151337196"} 2024-11-09T11:22:17,198 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:22:17,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:22:17,198 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151337198"}]},"ts":"1731151337198"} 2024-11-09T11:22:17,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T11:22:17,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ffceec220d043ee54b35739970ada959, ASSIGN}] 2024-11-09T11:22:17,201 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ffceec220d043ee54b35739970ada959, ASSIGN 2024-11-09T11:22:17,201 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ffceec220d043ee54b35739970ada959, ASSIGN; state=OFFLINE, location=3264b4bbda9f,46343,1731151326420; forceNewPlan=false, retain=false 2024-11-09T11:22:17,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffceec220d043ee54b35739970ada959, regionState=OPENING, regionLocation=3264b4bbda9f,46343,1731151326420 2024-11-09T11:22:17,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ffceec220d043ee54b35739970ada959, ASSIGN because future has completed 2024-11-09T11:22:17,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffceec220d043ee54b35739970ada959, server=3264b4bbda9f,46343,1731151326420}] 2024-11-09T11:22:17,509 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731151336381.ffceec220d043ee54b35739970ada959. 2024-11-09T11:22:17,509 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ffceec220d043ee54b35739970ada959, NAME => 'test,,1731151336381.ffceec220d043ee54b35739970ada959.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:22:17,509 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:22:17,509 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T11:22:17,509 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ffceec220d043ee54b35739970ada959 2024-11-09T11:22:17,509 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731151336381.ffceec220d043ee54b35739970ada959.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:17,510 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ffceec220d043ee54b35739970ada959 2024-11-09T11:22:17,510 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ffceec220d043ee54b35739970ada959 2024-11-09T11:22:17,511 INFO [StoreOpener-ffceec220d043ee54b35739970ada959-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ffceec220d043ee54b35739970ada959 2024-11-09T11:22:17,512 INFO [StoreOpener-ffceec220d043ee54b35739970ada959-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffceec220d043ee54b35739970ada959 columnFamilyName f 2024-11-09T11:22:17,512 DEBUG [StoreOpener-ffceec220d043ee54b35739970ada959-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:17,512 INFO [StoreOpener-ffceec220d043ee54b35739970ada959-1 {}] regionserver.HStore(327): Store=ffceec220d043ee54b35739970ada959/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:17,512 INFO [StoreOpener-ffceec220d043ee54b35739970ada959-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ffceec220d043ee54b35739970ada959 2024-11-09T11:22:17,513 INFO [StoreOpener-ffceec220d043ee54b35739970ada959-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffceec220d043ee54b35739970ada959 columnFamilyName f1 2024-11-09T11:22:17,513 DEBUG [StoreOpener-ffceec220d043ee54b35739970ada959-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:17,513 INFO [StoreOpener-ffceec220d043ee54b35739970ada959-1 {}] regionserver.HStore(327): Store=ffceec220d043ee54b35739970ada959/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:17,513 INFO [StoreOpener-ffceec220d043ee54b35739970ada959-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ffceec220d043ee54b35739970ada959 2024-11-09T11:22:17,514 INFO [StoreOpener-ffceec220d043ee54b35739970ada959-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffceec220d043ee54b35739970ada959 columnFamilyName norep 2024-11-09T11:22:17,514 DEBUG [StoreOpener-ffceec220d043ee54b35739970ada959-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:17,514 INFO [StoreOpener-ffceec220d043ee54b35739970ada959-1 {}] regionserver.HStore(327): Store=ffceec220d043ee54b35739970ada959/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:17,514 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ffceec220d043ee54b35739970ada959 2024-11-09T11:22:17,515 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/default/test/ffceec220d043ee54b35739970ada959 2024-11-09T11:22:17,515 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/default/test/ffceec220d043ee54b35739970ada959 2024-11-09T11:22:17,516 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ffceec220d043ee54b35739970ada959 2024-11-09T11:22:17,516 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ffceec220d043ee54b35739970ada959 2024-11-09T11:22:17,516 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:22:17,516 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ffceec220d043ee54b35739970ada959 2024-11-09T11:22:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:17,518 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/default/test/ffceec220d043ee54b35739970ada959/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:22:17,518 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ffceec220d043ee54b35739970ada959; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58932338, jitterRate=-0.1218397319316864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:22:17,518 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffceec220d043ee54b35739970ada959 2024-11-09T11:22:17,518 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ffceec220d043ee54b35739970ada959: Running coprocessor pre-open hook at 1731151337510Writing region info on filesystem at 1731151337510Initializing all the Stores at 1731151337510Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151337510Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151337511 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151337511Cleaning up temporary data from old regions at 1731151337516 (+5 ms)Running coprocessor post-open hooks at 1731151337518 (+2 ms)Region opened successfully at 1731151337518 2024-11-09T11:22:17,519 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731151336381.ffceec220d043ee54b35739970ada959., pid=6, masterSystemTime=1731151337506 2024-11-09T11:22:17,521 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731151336381.ffceec220d043ee54b35739970ada959. 2024-11-09T11:22:17,521 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731151336381.ffceec220d043ee54b35739970ada959. 2024-11-09T11:22:17,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffceec220d043ee54b35739970ada959, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3264b4bbda9f,46343,1731151326420 2024-11-09T11:22:17,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffceec220d043ee54b35739970ada959, server=3264b4bbda9f,46343,1731151326420 because future has completed 2024-11-09T11:22:17,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:22:17,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ffceec220d043ee54b35739970ada959, server=3264b4bbda9f,46343,1731151326420 in 169 msec 2024-11-09T11:22:17,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T11:22:17,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ffceec220d043ee54b35739970ada959, ASSIGN in 325 msec 2024-11-09T11:22:17,527 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:22:17,527 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151337527"}]},"ts":"1731151337527"} 2024-11-09T11:22:17,528 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T11:22:17,529 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:22:17,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-09T11:22:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:18,528 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T11:22:18,528 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:22:18,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,33071,1731151332025 2024-11-09T11:22:18,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2614fbe9 2024-11-09T11:22:18,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:22:18,529 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:22:18,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:22:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T11:22:18,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:22:18,531 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:18,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T11:22:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:18,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:22:18,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741835_1011 (size=902) 2024-11-09T11:22:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:18,937 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e40ad9b22915f737268a61ecc1d62e2, NAME => 'test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983 2024-11-09T11:22:18,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741836_1012 (size=39) 2024-11-09T11:22:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:19,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:19,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1e40ad9b22915f737268a61ecc1d62e2, disabling compactions & flushes 2024-11-09T11:22:19,342 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2. 2024-11-09T11:22:19,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2. 2024-11-09T11:22:19,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2. after waiting 0 ms 2024-11-09T11:22:19,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2. 2024-11-09T11:22:19,342 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2. 2024-11-09T11:22:19,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e40ad9b22915f737268a61ecc1d62e2: Waiting for close lock at 1731151339342Disabling compacts and flushes for region at 1731151339342Disabling writes for close at 1731151339342Writing region close event to WAL at 1731151339342Closed at 1731151339342 2024-11-09T11:22:19,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:22:19,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731151339343"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151339343"}]},"ts":"1731151339343"} 2024-11-09T11:22:19,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:22:19,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:22:19,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151339346"}]},"ts":"1731151339346"} 2024-11-09T11:22:19,348 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T11:22:19,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e40ad9b22915f737268a61ecc1d62e2, ASSIGN}] 2024-11-09T11:22:19,349 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e40ad9b22915f737268a61ecc1d62e2, ASSIGN 2024-11-09T11:22:19,350 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1e40ad9b22915f737268a61ecc1d62e2, ASSIGN; state=OFFLINE, location=3264b4bbda9f,39987,1731151332183; forceNewPlan=false, retain=false 2024-11-09T11:22:19,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e40ad9b22915f737268a61ecc1d62e2, regionState=OPENING, regionLocation=3264b4bbda9f,39987,1731151332183 2024-11-09T11:22:19,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1e40ad9b22915f737268a61ecc1d62e2, ASSIGN because future has completed 2024-11-09T11:22:19,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e40ad9b22915f737268a61ecc1d62e2, server=3264b4bbda9f,39987,1731151332183}] 2024-11-09T11:22:19,657 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2. 2024-11-09T11:22:19,658 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e40ad9b22915f737268a61ecc1d62e2, NAME => 'test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:22:19,658 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:22:19,658 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T11:22:19,658 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1e40ad9b22915f737268a61ecc1d62e2 2024-11-09T11:22:19,658 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:19,658 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1e40ad9b22915f737268a61ecc1d62e2 2024-11-09T11:22:19,658 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1e40ad9b22915f737268a61ecc1d62e2 2024-11-09T11:22:19,659 INFO [StoreOpener-1e40ad9b22915f737268a61ecc1d62e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e40ad9b22915f737268a61ecc1d62e2 2024-11-09T11:22:19,660 INFO [StoreOpener-1e40ad9b22915f737268a61ecc1d62e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e40ad9b22915f737268a61ecc1d62e2 columnFamilyName f 2024-11-09T11:22:19,660 DEBUG [StoreOpener-1e40ad9b22915f737268a61ecc1d62e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:19,660 INFO [StoreOpener-1e40ad9b22915f737268a61ecc1d62e2-1 {}] regionserver.HStore(327): Store=1e40ad9b22915f737268a61ecc1d62e2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:19,661 INFO [StoreOpener-1e40ad9b22915f737268a61ecc1d62e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1e40ad9b22915f737268a61ecc1d62e2 2024-11-09T11:22:19,661 INFO [StoreOpener-1e40ad9b22915f737268a61ecc1d62e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e40ad9b22915f737268a61ecc1d62e2 columnFamilyName f1 2024-11-09T11:22:19,661 DEBUG [StoreOpener-1e40ad9b22915f737268a61ecc1d62e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:19,661 INFO [StoreOpener-1e40ad9b22915f737268a61ecc1d62e2-1 {}] regionserver.HStore(327): Store=1e40ad9b22915f737268a61ecc1d62e2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:19,661 INFO [StoreOpener-1e40ad9b22915f737268a61ecc1d62e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1e40ad9b22915f737268a61ecc1d62e2 2024-11-09T11:22:19,662 INFO [StoreOpener-1e40ad9b22915f737268a61ecc1d62e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e40ad9b22915f737268a61ecc1d62e2 columnFamilyName norep 2024-11-09T11:22:19,662 DEBUG [StoreOpener-1e40ad9b22915f737268a61ecc1d62e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:19,662 INFO [StoreOpener-1e40ad9b22915f737268a61ecc1d62e2-1 {}] regionserver.HStore(327): Store=1e40ad9b22915f737268a61ecc1d62e2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:19,662 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1e40ad9b22915f737268a61ecc1d62e2 2024-11-09T11:22:19,663 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/default/test/1e40ad9b22915f737268a61ecc1d62e2 2024-11-09T11:22:19,663 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/default/test/1e40ad9b22915f737268a61ecc1d62e2 2024-11-09T11:22:19,663 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1e40ad9b22915f737268a61ecc1d62e2 2024-11-09T11:22:19,663 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1e40ad9b22915f737268a61ecc1d62e2 2024-11-09T11:22:19,664 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:22:19,664 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1e40ad9b22915f737268a61ecc1d62e2 2024-11-09T11:22:19,666 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/default/test/1e40ad9b22915f737268a61ecc1d62e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:22:19,666 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1e40ad9b22915f737268a61ecc1d62e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75083564, jitterRate=0.1188322901725769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:22:19,666 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e40ad9b22915f737268a61ecc1d62e2 2024-11-09T11:22:19,666 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1e40ad9b22915f737268a61ecc1d62e2: Running coprocessor pre-open hook at 1731151339658Writing region info on filesystem at 1731151339658Initializing all the Stores at 1731151339659 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151339659Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151339659Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151339659Cleaning up temporary data from old regions at 1731151339663 (+4 ms)Running coprocessor post-open hooks at 1731151339666 (+3 ms)Region opened successfully at 1731151339666 2024-11-09T11:22:19,667 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2., pid=6, masterSystemTime=1731151339654 2024-11-09T11:22:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:19,668 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2. 2024-11-09T11:22:19,668 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2. 2024-11-09T11:22:19,669 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e40ad9b22915f737268a61ecc1d62e2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3264b4bbda9f,39987,1731151332183 2024-11-09T11:22:19,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e40ad9b22915f737268a61ecc1d62e2, server=3264b4bbda9f,39987,1731151332183 because future has completed 2024-11-09T11:22:19,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:22:19,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e40ad9b22915f737268a61ecc1d62e2, server=3264b4bbda9f,39987,1731151332183 in 169 msec 2024-11-09T11:22:19,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T11:22:19,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1e40ad9b22915f737268a61ecc1d62e2, ASSIGN in 325 msec 2024-11-09T11:22:19,676 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:22:19,676 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151339676"}]},"ts":"1731151339676"} 2024-11-09T11:22:19,678 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T11:22:19,679 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:22:19,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-09T11:22:20,090 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T11:22:20,641 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:22:20,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:20,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:20,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:20,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:20,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:20,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:20,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:20,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:20,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:20,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:20,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:20,678 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T11:22:20,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f46133b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:20,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,41689,-1 for getting cluster id 2024-11-09T11:22:20,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:20,679 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '739be5b6-597c-4983-a48f-3021bdb3b4fb' 2024-11-09T11:22:20,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:20,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "739be5b6-597c-4983-a48f-3021bdb3b4fb" 2024-11-09T11:22:20,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15cb48c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:20,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,41689,-1] 2024-11-09T11:22:20,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:20,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:20,681 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:20,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320a6e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:20,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:22:20,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,41689,1731151320977 2024-11-09T11:22:20,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fc68eef 2024-11-09T11:22:20,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:22:20,683 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:22:20,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3264b4bbda9f:44083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T11:22:20,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:22:20,686 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:44083' 2024-11-09T11:22:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:22:20,687 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5119faa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:20,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:20,687 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,44083,-1 for getting cluster id 2024-11-09T11:22:20,687 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:20,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:20,688 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7569895-2093-46ee-9c09-eb1791ba4231' 2024-11-09T11:22:20,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:20,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7569895-2093-46ee-9c09-eb1791ba4231" 2024-11-09T11:22:20,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d4ebf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:20,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,44083,-1] 2024-11-09T11:22:20,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:20,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:20,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:20,689 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:20,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd97c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:20,690 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:22:20,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,44083,1731151326273 2024-11-09T11:22:20,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c816cc1 2024-11-09T11:22:20,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:22:20,692 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:22:20,692 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T11:22:20,692 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:22:20,692 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:20,693 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:20,693 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:22:20,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:22:20,694 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T11:22:20,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:22:20,695 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:20,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:22:20,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741837_1013 (size=1138) 2024-11-09T11:22:20,744 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T11:22:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:22:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:22:21,111 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2341becc1e12926cc7f8e40b7e92005a, NAME => 'hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583 2024-11-09T11:22:21,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741838_1014 (size=44) 2024-11-09T11:22:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:22:21,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:21,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2341becc1e12926cc7f8e40b7e92005a, disabling compactions & flushes 2024-11-09T11:22:21,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a. 2024-11-09T11:22:21,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a. 2024-11-09T11:22:21,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a. after waiting 0 ms 2024-11-09T11:22:21,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a. 2024-11-09T11:22:21,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a. 2024-11-09T11:22:21,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2341becc1e12926cc7f8e40b7e92005a: Waiting for close lock at 1731151341515Disabling compacts and flushes for region at 1731151341515Disabling writes for close at 1731151341515Writing region close event to WAL at 1731151341515Closed at 1731151341515 2024-11-09T11:22:21,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:22:21,516 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731151341516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151341516"}]},"ts":"1731151341516"} 2024-11-09T11:22:21,518 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:22:21,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:22:21,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151341519"}]},"ts":"1731151341519"} 2024-11-09T11:22:21,521 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T11:22:21,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2341becc1e12926cc7f8e40b7e92005a, ASSIGN}] 2024-11-09T11:22:21,522 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2341becc1e12926cc7f8e40b7e92005a, ASSIGN 2024-11-09T11:22:21,522 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2341becc1e12926cc7f8e40b7e92005a, ASSIGN; state=OFFLINE, location=3264b4bbda9f,37365,1731151321186; forceNewPlan=false, retain=false 2024-11-09T11:22:21,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2341becc1e12926cc7f8e40b7e92005a, regionState=OPENING, regionLocation=3264b4bbda9f,37365,1731151321186 2024-11-09T11:22:21,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2341becc1e12926cc7f8e40b7e92005a, ASSIGN because future has completed 2024-11-09T11:22:21,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2341becc1e12926cc7f8e40b7e92005a, server=3264b4bbda9f,37365,1731151321186}] 2024-11-09T11:22:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:22:21,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a. 2024-11-09T11:22:21,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:22:21,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T11:22:21,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C37365%2C1731151321186.rep, suffix=, logDir=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186, archiveDir=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/oldWALs, maxLogs=10 2024-11-09T11:22:21,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.rep.1731151341833, exclude list is [], retry=0 2024-11-09T11:22:21,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32953,DS-2486ecd9-f70e-47dd-8afa-787b6a765a85,DISK] 2024-11-09T11:22:21,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.rep.1731151341833 2024-11-09T11:22:21,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39707:39707)] 2024-11-09T11:22:21,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2341becc1e12926cc7f8e40b7e92005a, NAME => 'hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:22:21,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:22:21,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:22:21,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a. service=MultiRowMutationService 2024-11-09T11:22:21,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T11:22:21,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2341becc1e12926cc7f8e40b7e92005a 2024-11-09T11:22:21,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:21,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2341becc1e12926cc7f8e40b7e92005a 2024-11-09T11:22:21,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2341becc1e12926cc7f8e40b7e92005a 2024-11-09T11:22:21,858 INFO [StoreOpener-2341becc1e12926cc7f8e40b7e92005a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2341becc1e12926cc7f8e40b7e92005a 2024-11-09T11:22:21,859 INFO [StoreOpener-2341becc1e12926cc7f8e40b7e92005a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2341becc1e12926cc7f8e40b7e92005a columnFamilyName hfileref 2024-11-09T11:22:21,859 DEBUG [StoreOpener-2341becc1e12926cc7f8e40b7e92005a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:21,859 INFO [StoreOpener-2341becc1e12926cc7f8e40b7e92005a-1 {}] regionserver.HStore(327): Store=2341becc1e12926cc7f8e40b7e92005a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:21,859 INFO [StoreOpener-2341becc1e12926cc7f8e40b7e92005a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2341becc1e12926cc7f8e40b7e92005a 2024-11-09T11:22:21,860 INFO [StoreOpener-2341becc1e12926cc7f8e40b7e92005a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2341becc1e12926cc7f8e40b7e92005a columnFamilyName queue 2024-11-09T11:22:21,860 DEBUG [StoreOpener-2341becc1e12926cc7f8e40b7e92005a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:21,860 INFO [StoreOpener-2341becc1e12926cc7f8e40b7e92005a-1 {}] regionserver.HStore(327): Store=2341becc1e12926cc7f8e40b7e92005a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:21,861 INFO [StoreOpener-2341becc1e12926cc7f8e40b7e92005a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2341becc1e12926cc7f8e40b7e92005a 2024-11-09T11:22:21,861 INFO [StoreOpener-2341becc1e12926cc7f8e40b7e92005a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2341becc1e12926cc7f8e40b7e92005a columnFamilyName sid 2024-11-09T11:22:21,861 DEBUG [StoreOpener-2341becc1e12926cc7f8e40b7e92005a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:21,862 INFO [StoreOpener-2341becc1e12926cc7f8e40b7e92005a-1 {}] regionserver.HStore(327): Store=2341becc1e12926cc7f8e40b7e92005a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:21,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2341becc1e12926cc7f8e40b7e92005a 2024-11-09T11:22:21,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/replication/2341becc1e12926cc7f8e40b7e92005a 2024-11-09T11:22:21,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/replication/2341becc1e12926cc7f8e40b7e92005a 2024-11-09T11:22:21,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2341becc1e12926cc7f8e40b7e92005a 2024-11-09T11:22:21,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2341becc1e12926cc7f8e40b7e92005a 2024-11-09T11:22:21,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:22:21,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2341becc1e12926cc7f8e40b7e92005a 2024-11-09T11:22:21,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/replication/2341becc1e12926cc7f8e40b7e92005a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:22:21,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2341becc1e12926cc7f8e40b7e92005a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70604063, jitterRate=0.052082523703575134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:22:21,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2341becc1e12926cc7f8e40b7e92005a 2024-11-09T11:22:21,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2341becc1e12926cc7f8e40b7e92005a: Running coprocessor pre-open hook at 1731151341856Writing region info on filesystem at 1731151341856Initializing all the Stores at 1731151341857 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151341857Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151341857Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151341857Cleaning up temporary data from old regions at 1731151341863 (+6 ms)Running coprocessor post-open hooks at 1731151341867 (+4 ms)Region opened successfully at 1731151341867 2024-11-09T11:22:21,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a., pid=10, masterSystemTime=1731151341827 2024-11-09T11:22:21,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a. 2024-11-09T11:22:21,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a. 2024-11-09T11:22:21,870 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2341becc1e12926cc7f8e40b7e92005a, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,37365,1731151321186 2024-11-09T11:22:21,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2341becc1e12926cc7f8e40b7e92005a, server=3264b4bbda9f,37365,1731151321186 because future has completed 2024-11-09T11:22:21,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T11:22:21,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2341becc1e12926cc7f8e40b7e92005a, server=3264b4bbda9f,37365,1731151321186 in 198 msec 2024-11-09T11:22:21,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T11:22:21,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2341becc1e12926cc7f8e40b7e92005a, ASSIGN in 354 msec 2024-11-09T11:22:21,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:22:21,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151341878"}]},"ts":"1731151341878"} 2024-11-09T11:22:21,880 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T11:22:21,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:22:21,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-11-09T11:22:21,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a., hostname=3264b4bbda9f,37365,1731151321186, seqNum=2] 2024-11-09T11:22:21,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927 2024-11-09T11:22:21,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927 2024-11-09T11:22:22,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:22:22,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T11:22:22,156 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T11:22:22,192 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3264b4bbda9f,37365,1731151321186, ReplicationSource: 1, currentBandwidth=0 2024-11-09T11:22:22,192 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:22:22,192 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37365,1731151321186, seqNum=-1] 2024-11-09T11:22:22,193 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:22,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-09T11:22:22,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3264b4bbda9f,37365,1731151321186', locateType=CURRENT is [region=hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a., hostname=3264b4bbda9f,37365,1731151321186, seqNum=2] 2024-11-09T11:22:22,197 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T11:22:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T11:22:22,199 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3264b4bbda9f,37365,1731151321186 suceeded 2024-11-09T11:22:22,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T11:22:22,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-09T11:22:22,201 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3264b4bbda9f:44083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:22:22,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5180 sec 2024-11-09T11:22:22,215 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:44083' 2024-11-09T11:22:22,217 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16107916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:22,217 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,44083,-1 for getting cluster id 2024-11-09T11:22:22,217 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:22,217 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7569895-2093-46ee-9c09-eb1791ba4231' 2024-11-09T11:22:22,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:22,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7569895-2093-46ee-9c09-eb1791ba4231" 2024-11-09T11:22:22,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3654896c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:22,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,44083,-1] 2024-11-09T11:22:22,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:22,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:22,219 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:22,219 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3db70fe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:22,219 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:22:22,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,44083,1731151326273 2024-11-09T11:22:22,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26019c2b 2024-11-09T11:22:22,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:22:22,221 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-09T11:22:22,221 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3264b4bbda9f,37365,1731151321186 (queues=1) is replicating from cluster=739be5b6-597c-4983-a48f-3021bdb3b4fb to cluster=b7569895-2093-46ee-9c09-eb1791ba4231 2024-11-09T11:22:22,221 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3264b4bbda9f%2C37365%2C1731151321186 2024-11-09T11:22:22,222 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3264b4bbda9f,37365,1731151321186, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:22:22,222 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.shipper3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C37365%2C1731151321186 2024-11-09T11:22:22,222 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390, startPosition=0, beingWritten=true 2024-11-09T11:22:22,227 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:22:22,227 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 379, reset compression=false 2024-11-09T11:22:22,227 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.shipper3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,37365,1731151321186 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:22:22,431 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 379, reset compression=false 2024-11-09T11:22:22,734 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 379, reset compression=false 2024-11-09T11:22:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:22:22,838 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T11:22:22,838 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:22:22,838 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:22,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:22,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:22,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:22:22,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32de409c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:22,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,44083,-1 for getting cluster id 2024-11-09T11:22:22,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:22,839 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7569895-2093-46ee-9c09-eb1791ba4231' 2024-11-09T11:22:22,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:22,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7569895-2093-46ee-9c09-eb1791ba4231" 2024-11-09T11:22:22,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56dbd21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:22,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,44083,-1] 2024-11-09T11:22:22,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:22,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:22,840 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d073dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:22,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:22:22,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,44083,1731151326273 2024-11-09T11:22:22,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57d0524e 2024-11-09T11:22:22,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:22:22,842 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:22:22,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44083 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3264b4bbda9f:33071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T11:22:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44083 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:22:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:22:22,845 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:33071' 2024-11-09T11:22:22,846 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e6dd8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:22,846 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,33071,-1 for getting cluster id 2024-11-09T11:22:22,846 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:22,847 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd28c3751-8c96-4a2a-a9ef-936dd3ce8d8a' 2024-11-09T11:22:22,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:22,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d28c3751-8c96-4a2a-a9ef-936dd3ce8d8a" 2024-11-09T11:22:22,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61937316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:22,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,33071,-1] 2024-11-09T11:22:22,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:22,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:22,848 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:22,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7857ddd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:22,849 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:22:22,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,33071,1731151332025 2024-11-09T11:22:22,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d8dfab4 2024-11-09T11:22:22,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:22:22,851 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:22:22,852 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T11:22:22,852 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:22:22,852 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:22,852 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:22,853 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:22:22,854 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T11:22:22,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:22:22,855 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:22,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:22:22,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:22:22,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741837_1013 (size=1138) 2024-11-09T11:22:22,861 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8838b2c1705f80679fda2bce3de172e9, NAME => 'hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144 2024-11-09T11:22:22,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741838_1014 (size=44) 2024-11-09T11:22:22,904 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T11:22:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:22:23,137 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 379, reset compression=false 2024-11-09T11:22:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:22:23,270 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:23,270 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8838b2c1705f80679fda2bce3de172e9, disabling compactions & flushes 2024-11-09T11:22:23,270 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9. 2024-11-09T11:22:23,270 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9. 2024-11-09T11:22:23,270 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9. after waiting 0 ms 2024-11-09T11:22:23,270 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9. 2024-11-09T11:22:23,270 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9. 2024-11-09T11:22:23,270 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8838b2c1705f80679fda2bce3de172e9: Waiting for close lock at 1731151343270Disabling compacts and flushes for region at 1731151343270Disabling writes for close at 1731151343270Writing region close event to WAL at 1731151343270Closed at 1731151343270 2024-11-09T11:22:23,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:22:23,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731151343271"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151343271"}]},"ts":"1731151343271"} 2024-11-09T11:22:23,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:22:23,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:22:23,274 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151343274"}]},"ts":"1731151343274"} 2024-11-09T11:22:23,275 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T11:22:23,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8838b2c1705f80679fda2bce3de172e9, ASSIGN}] 2024-11-09T11:22:23,276 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8838b2c1705f80679fda2bce3de172e9, ASSIGN 2024-11-09T11:22:23,277 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8838b2c1705f80679fda2bce3de172e9, ASSIGN; state=OFFLINE, location=3264b4bbda9f,46343,1731151326420; forceNewPlan=false, retain=false 2024-11-09T11:22:23,428 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8838b2c1705f80679fda2bce3de172e9, regionState=OPENING, regionLocation=3264b4bbda9f,46343,1731151326420 2024-11-09T11:22:23,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8838b2c1705f80679fda2bce3de172e9, ASSIGN because future has completed 2024-11-09T11:22:23,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8838b2c1705f80679fda2bce3de172e9, server=3264b4bbda9f,46343,1731151326420}] 2024-11-09T11:22:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:22:23,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9. 2024-11-09T11:22:23,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:22:23,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T11:22:23,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C46343%2C1731151326420.rep, suffix=, logDir=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420, archiveDir=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/oldWALs, maxLogs=10 2024-11-09T11:22:23,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.rep.1731151343586, exclude list is [], retry=0 2024-11-09T11:22:23,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45537,DS-ad01dfe4-2fad-40fb-bb9d-8f342f281e7d,DISK] 2024-11-09T11:22:23,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.rep.1731151343586 2024-11-09T11:22:23,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36995:36995)] 2024-11-09T11:22:23,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8838b2c1705f80679fda2bce3de172e9, NAME => 'hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:22:23,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:22:23,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:22:23,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9. service=MultiRowMutationService 2024-11-09T11:22:23,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T11:22:23,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8838b2c1705f80679fda2bce3de172e9 2024-11-09T11:22:23,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:23,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8838b2c1705f80679fda2bce3de172e9 2024-11-09T11:22:23,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8838b2c1705f80679fda2bce3de172e9 2024-11-09T11:22:23,608 INFO [StoreOpener-8838b2c1705f80679fda2bce3de172e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8838b2c1705f80679fda2bce3de172e9 2024-11-09T11:22:23,609 INFO [StoreOpener-8838b2c1705f80679fda2bce3de172e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8838b2c1705f80679fda2bce3de172e9 columnFamilyName hfileref 2024-11-09T11:22:23,609 DEBUG [StoreOpener-8838b2c1705f80679fda2bce3de172e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:23,609 INFO [StoreOpener-8838b2c1705f80679fda2bce3de172e9-1 {}] regionserver.HStore(327): Store=8838b2c1705f80679fda2bce3de172e9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:23,609 INFO [StoreOpener-8838b2c1705f80679fda2bce3de172e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8838b2c1705f80679fda2bce3de172e9 2024-11-09T11:22:23,610 INFO [StoreOpener-8838b2c1705f80679fda2bce3de172e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8838b2c1705f80679fda2bce3de172e9 columnFamilyName queue 2024-11-09T11:22:23,610 DEBUG [StoreOpener-8838b2c1705f80679fda2bce3de172e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:23,610 INFO [StoreOpener-8838b2c1705f80679fda2bce3de172e9-1 {}] regionserver.HStore(327): Store=8838b2c1705f80679fda2bce3de172e9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:23,610 INFO [StoreOpener-8838b2c1705f80679fda2bce3de172e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8838b2c1705f80679fda2bce3de172e9 2024-11-09T11:22:23,611 INFO [StoreOpener-8838b2c1705f80679fda2bce3de172e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8838b2c1705f80679fda2bce3de172e9 columnFamilyName sid 2024-11-09T11:22:23,611 DEBUG [StoreOpener-8838b2c1705f80679fda2bce3de172e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:23,611 INFO [StoreOpener-8838b2c1705f80679fda2bce3de172e9-1 {}] regionserver.HStore(327): Store=8838b2c1705f80679fda2bce3de172e9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:23,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8838b2c1705f80679fda2bce3de172e9 2024-11-09T11:22:23,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/replication/8838b2c1705f80679fda2bce3de172e9 2024-11-09T11:22:23,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/replication/8838b2c1705f80679fda2bce3de172e9 2024-11-09T11:22:23,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8838b2c1705f80679fda2bce3de172e9 2024-11-09T11:22:23,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8838b2c1705f80679fda2bce3de172e9 2024-11-09T11:22:23,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:22:23,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8838b2c1705f80679fda2bce3de172e9 2024-11-09T11:22:23,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/replication/8838b2c1705f80679fda2bce3de172e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:22:23,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8838b2c1705f80679fda2bce3de172e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67138224, jitterRate=4.374980926513672E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:22:23,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8838b2c1705f80679fda2bce3de172e9 2024-11-09T11:22:23,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8838b2c1705f80679fda2bce3de172e9: Running coprocessor pre-open hook at 1731151343607Writing region info on filesystem at 1731151343607Initializing all the Stores at 1731151343608 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151343608Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151343608Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151343608Cleaning up temporary data from old regions at 1731151343613 (+5 ms)Running coprocessor post-open hooks at 1731151343616 (+3 ms)Region opened successfully at 1731151343616 2024-11-09T11:22:23,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9., pid=10, masterSystemTime=1731151343582 2024-11-09T11:22:23,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9. 2024-11-09T11:22:23,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9. 2024-11-09T11:22:23,619 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8838b2c1705f80679fda2bce3de172e9, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,46343,1731151326420 2024-11-09T11:22:23,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8838b2c1705f80679fda2bce3de172e9, server=3264b4bbda9f,46343,1731151326420 because future has completed 2024-11-09T11:22:23,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T11:22:23,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8838b2c1705f80679fda2bce3de172e9, server=3264b4bbda9f,46343,1731151326420 in 192 msec 2024-11-09T11:22:23,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T11:22:23,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8838b2c1705f80679fda2bce3de172e9, ASSIGN in 347 msec 2024-11-09T11:22:23,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:22:23,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151343626"}]},"ts":"1731151343626"} 2024-11-09T11:22:23,627 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T11:22:23,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:22:23,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 775 msec 2024-11-09T11:22:23,641 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 379, reset compression=false 2024-11-09T11:22:23,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9., hostname=3264b4bbda9f,46343,1731151326420, seqNum=2] 2024-11-09T11:22:23,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627 2024-11-09T11:22:23,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627 2024-11-09T11:22:23,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:22:23,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T11:22:23,893 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T11:22:23,927 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3264b4bbda9f,46343,1731151326420, ReplicationSource: 1, currentBandwidth=0 2024-11-09T11:22:23,927 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:22:23,927 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,46343,1731151326420, seqNum=-1] 2024-11-09T11:22:23,928 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:23,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T11:22:23,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3264b4bbda9f,46343,1731151326420', locateType=CURRENT is [region=hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9., hostname=3264b4bbda9f,46343,1731151326420, seqNum=2] 2024-11-09T11:22:23,932 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T11:22:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44083 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T11:22:23,934 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3264b4bbda9f,46343,1731151326420 suceeded 2024-11-09T11:22:23,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T11:22:23,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-09T11:22:23,935 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3264b4bbda9f:33071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:22:23,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0920 sec 2024-11-09T11:22:23,945 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:33071' 2024-11-09T11:22:23,946 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c10f451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:23,946 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,33071,-1 for getting cluster id 2024-11-09T11:22:23,946 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:23,947 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd28c3751-8c96-4a2a-a9ef-936dd3ce8d8a' 2024-11-09T11:22:23,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:23,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d28c3751-8c96-4a2a-a9ef-936dd3ce8d8a" 2024-11-09T11:22:23,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@361ab45c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:23,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,33071,-1] 2024-11-09T11:22:23,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:23,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:23,948 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:23,949 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@314e8c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:23,949 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:22:23,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,33071,1731151332025 2024-11-09T11:22:23,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@720cffb4 2024-11-09T11:22:23,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:22:23,950 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-09T11:22:23,951 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3264b4bbda9f,46343,1731151326420 (queues=1) is replicating from cluster=b7569895-2093-46ee-9c09-eb1791ba4231 to cluster=d28c3751-8c96-4a2a-a9ef-936dd3ce8d8a 2024-11-09T11:22:23,951 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3264b4bbda9f%2C46343%2C1731151326420 2024-11-09T11:22:23,951 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3264b4bbda9f,46343,1731151326420, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:22:23,951 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220, startPosition=0, beingWritten=true 2024-11-09T11:22:23,951 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.shipper3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C46343%2C1731151326420 2024-11-09T11:22:23,956 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:22:23,956 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 379, reset compression=false 2024-11-09T11:22:23,956 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.shipper3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,46343,1731151326420 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:22:23,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:22:23,978 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T11:22:23,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:22:23,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:23,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:23,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:23,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:22:23,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63406098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:23,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,33071,-1 for getting cluster id 2024-11-09T11:22:23,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:23,980 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd28c3751-8c96-4a2a-a9ef-936dd3ce8d8a' 2024-11-09T11:22:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d28c3751-8c96-4a2a-a9ef-936dd3ce8d8a" 2024-11-09T11:22:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2734866d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,33071,-1] 2024-11-09T11:22:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:23,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:23,981 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a1f0df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:23,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:22:23,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,33071,1731151332025 2024-11-09T11:22:23,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19be189e 2024-11-09T11:22:23,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:22:23,984 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:22:23,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3264b4bbda9f:44083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T11:22:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:22:23,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:22:23,987 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:44083' 2024-11-09T11:22:23,987 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f581840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:23,987 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,44083,-1 for getting cluster id 2024-11-09T11:22:23,987 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:23,988 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7569895-2093-46ee-9c09-eb1791ba4231' 2024-11-09T11:22:23,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:23,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7569895-2093-46ee-9c09-eb1791ba4231" 2024-11-09T11:22:23,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b16db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:23,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,44083,-1] 2024-11-09T11:22:23,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:23,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:23,989 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:23,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db89a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:23,990 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:22:23,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,44083,1731151326273 2024-11-09T11:22:23,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65817dbc 2024-11-09T11:22:23,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:22:23,991 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:22:23,991 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T11:22:23,992 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:22:23,992 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:23,992 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:23,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:22:23,992 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:22:23,993 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T11:22:23,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:22:23,994 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:23,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:22:23,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741837_1013 (size=1138) 2024-11-09T11:22:24,043 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T11:22:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:22:24,158 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 379, reset compression=false 2024-11-09T11:22:24,244 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 379, reset compression=false 2024-11-09T11:22:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:22:24,434 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed8f89d73b82b771de6beb8234e2af02, NAME => 'hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983 2024-11-09T11:22:24,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741838_1014 (size=44) 2024-11-09T11:22:24,462 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 379, reset compression=false 2024-11-09T11:22:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:22:24,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:24,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ed8f89d73b82b771de6beb8234e2af02, disabling compactions & flushes 2024-11-09T11:22:24,838 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02. 2024-11-09T11:22:24,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02. 2024-11-09T11:22:24,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02. after waiting 0 ms 2024-11-09T11:22:24,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02. 2024-11-09T11:22:24,838 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02. 2024-11-09T11:22:24,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed8f89d73b82b771de6beb8234e2af02: Waiting for close lock at 1731151344838Disabling compacts and flushes for region at 1731151344838Disabling writes for close at 1731151344838Writing region close event to WAL at 1731151344838Closed at 1731151344838 2024-11-09T11:22:24,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:22:24,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731151344839"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151344839"}]},"ts":"1731151344839"} 2024-11-09T11:22:24,841 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:22:24,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:22:24,842 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151344842"}]},"ts":"1731151344842"} 2024-11-09T11:22:24,844 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T11:22:24,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed8f89d73b82b771de6beb8234e2af02, ASSIGN}] 2024-11-09T11:22:24,845 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed8f89d73b82b771de6beb8234e2af02, ASSIGN 2024-11-09T11:22:24,845 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ed8f89d73b82b771de6beb8234e2af02, ASSIGN; state=OFFLINE, location=3264b4bbda9f,39987,1731151332183; forceNewPlan=false, retain=false 2024-11-09T11:22:24,865 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 379, reset compression=false 2024-11-09T11:22:24,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T11:22:24,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T11:22:24,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:22:24,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T11:22:24,947 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 379, reset compression=false 2024-11-09T11:22:24,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ed8f89d73b82b771de6beb8234e2af02, regionState=OPENING, regionLocation=3264b4bbda9f,39987,1731151332183 2024-11-09T11:22:24,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ed8f89d73b82b771de6beb8234e2af02, ASSIGN because future has completed 2024-11-09T11:22:24,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed8f89d73b82b771de6beb8234e2af02, server=3264b4bbda9f,39987,1731151332183}] 2024-11-09T11:22:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:22:25,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02. 2024-11-09T11:22:25,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:22:25,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T11:22:25,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C39987%2C1731151332183.rep, suffix=, logDir=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183, archiveDir=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/oldWALs, maxLogs=10 2024-11-09T11:22:25,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.rep.1731151345154, exclude list is [], retry=0 2024-11-09T11:22:25,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43703,DS-2736840e-4478-4f8f-96aa-61a648cf6617,DISK] 2024-11-09T11:22:25,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.rep.1731151345154 2024-11-09T11:22:25,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39609:39609)] 2024-11-09T11:22:25,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ed8f89d73b82b771de6beb8234e2af02, NAME => 'hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:22:25,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:22:25,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:22:25,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02. service=MultiRowMutationService 2024-11-09T11:22:25,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T11:22:25,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:25,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:25,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:25,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:25,175 INFO [StoreOpener-ed8f89d73b82b771de6beb8234e2af02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:25,175 INFO [StoreOpener-ed8f89d73b82b771de6beb8234e2af02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed8f89d73b82b771de6beb8234e2af02 columnFamilyName hfileref 2024-11-09T11:22:25,175 DEBUG [StoreOpener-ed8f89d73b82b771de6beb8234e2af02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:25,176 INFO [StoreOpener-ed8f89d73b82b771de6beb8234e2af02-1 {}] regionserver.HStore(327): Store=ed8f89d73b82b771de6beb8234e2af02/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:25,176 INFO [StoreOpener-ed8f89d73b82b771de6beb8234e2af02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:25,176 INFO [StoreOpener-ed8f89d73b82b771de6beb8234e2af02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed8f89d73b82b771de6beb8234e2af02 columnFamilyName queue 2024-11-09T11:22:25,176 DEBUG [StoreOpener-ed8f89d73b82b771de6beb8234e2af02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:25,177 INFO [StoreOpener-ed8f89d73b82b771de6beb8234e2af02-1 {}] regionserver.HStore(327): Store=ed8f89d73b82b771de6beb8234e2af02/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:25,177 INFO [StoreOpener-ed8f89d73b82b771de6beb8234e2af02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:25,177 INFO [StoreOpener-ed8f89d73b82b771de6beb8234e2af02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed8f89d73b82b771de6beb8234e2af02 columnFamilyName sid 2024-11-09T11:22:25,177 DEBUG [StoreOpener-ed8f89d73b82b771de6beb8234e2af02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:25,178 INFO [StoreOpener-ed8f89d73b82b771de6beb8234e2af02-1 {}] regionserver.HStore(327): Store=ed8f89d73b82b771de6beb8234e2af02/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:25,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:25,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/replication/ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:25,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/replication/ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:25,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:25,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:25,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:22:25,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:25,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/replication/ed8f89d73b82b771de6beb8234e2af02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:22:25,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ed8f89d73b82b771de6beb8234e2af02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68390601, jitterRate=0.019099369645118713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:22:25,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:25,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ed8f89d73b82b771de6beb8234e2af02: Running coprocessor pre-open hook at 1731151345174Writing region info on filesystem at 1731151345174Initializing all the Stores at 1731151345174Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151345174Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151345175 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151345175Cleaning up temporary data from old regions at 1731151345179 (+4 ms)Running coprocessor post-open hooks at 1731151345182 (+3 ms)Region opened successfully at 1731151345182 2024-11-09T11:22:25,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02., pid=10, masterSystemTime=1731151345149 2024-11-09T11:22:25,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02. 2024-11-09T11:22:25,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02. 2024-11-09T11:22:25,185 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ed8f89d73b82b771de6beb8234e2af02, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,39987,1731151332183 2024-11-09T11:22:25,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed8f89d73b82b771de6beb8234e2af02, server=3264b4bbda9f,39987,1731151332183 because future has completed 2024-11-09T11:22:25,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T11:22:25,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ed8f89d73b82b771de6beb8234e2af02, server=3264b4bbda9f,39987,1731151332183 in 189 msec 2024-11-09T11:22:25,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T11:22:25,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed8f89d73b82b771de6beb8234e2af02, ASSIGN in 344 msec 2024-11-09T11:22:25,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:22:25,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151345190"}]},"ts":"1731151345190"} 2024-11-09T11:22:25,192 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T11:22:25,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:22:25,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2010 sec 2024-11-09T11:22:25,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02., hostname=3264b4bbda9f,39987,1731151332183, seqNum=2] 2024-11-09T11:22:25,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486 2024-11-09T11:22:25,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486 2024-11-09T11:22:25,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:22:25,368 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 379, reset compression=false 2024-11-09T11:22:25,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T11:22:25,440 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T11:22:25,472 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3264b4bbda9f,39987,1731151332183, ReplicationSource: 1, currentBandwidth=0 2024-11-09T11:22:25,473 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:22:25,473 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,39987,1731151332183, seqNum=-1] 2024-11-09T11:22:25,473 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:25,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T11:22:25,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3264b4bbda9f,39987,1731151332183', locateType=CURRENT is [region=hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02., hostname=3264b4bbda9f,39987,1731151332183, seqNum=2] 2024-11-09T11:22:25,477 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T11:22:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T11:22:25,479 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3264b4bbda9f,39987,1731151332183 suceeded 2024-11-09T11:22:25,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T11:22:25,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-09T11:22:25,481 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3264b4bbda9f:44083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:22:25,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4960 sec 2024-11-09T11:22:25,490 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:44083' 2024-11-09T11:22:25,491 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a76988d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:25,491 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,44083,-1 for getting cluster id 2024-11-09T11:22:25,491 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:25,491 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7569895-2093-46ee-9c09-eb1791ba4231' 2024-11-09T11:22:25,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:25,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7569895-2093-46ee-9c09-eb1791ba4231" 2024-11-09T11:22:25,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9f36c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:25,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,44083,-1] 2024-11-09T11:22:25,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:25,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:25,492 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:25,493 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c37b93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:25,493 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:22:25,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,44083,1731151326273 2024-11-09T11:22:25,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74771d75 2024-11-09T11:22:25,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:22:25,494 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-09T11:22:25,495 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3264b4bbda9f,39987,1731151332183 (queues=1) is replicating from cluster=d28c3751-8c96-4a2a-a9ef-936dd3ce8d8a to cluster=b7569895-2093-46ee-9c09-eb1791ba4231 2024-11-09T11:22:25,495 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3264b4bbda9f%2C39987%2C1731151332183 2024-11-09T11:22:25,495 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3264b4bbda9f,39987,1731151332183, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:22:25,495 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252, startPosition=0, beingWritten=true 2024-11-09T11:22:25,495 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.shipper3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C39987%2C1731151332183 2024-11-09T11:22:25,500 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:22:25,500 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 379, reset compression=false 2024-11-09T11:22:25,500 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.shipper3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39987,1731151332183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:22:25,697 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:22:25,697 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:22:25,698 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108495 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:22:25,703 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 379, reset compression=false 2024-11-09T11:22:25,751 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 379, reset compression=false 2024-11-09T11:22:25,971 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 379, reset compression=false 2024-11-09T11:22:26,007 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 379, reset compression=false 2024-11-09T11:22:26,091 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T11:22:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:22:26,148 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T11:22:26,148 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:22:26,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:26,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:26,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:26,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:22:26,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ebb655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:26,149 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,41689,-1 for getting cluster id 2024-11-09T11:22:26,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:26,150 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '739be5b6-597c-4983-a48f-3021bdb3b4fb' 2024-11-09T11:22:26,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:26,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "739be5b6-597c-4983-a48f-3021bdb3b4fb" 2024-11-09T11:22:26,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d1211c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:26,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,41689,-1] 2024-11-09T11:22:26,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:26,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:26,151 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:26,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4830459f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:26,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbb5b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:26,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,44083,-1 for getting cluster id 2024-11-09T11:22:26,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:26,152 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7569895-2093-46ee-9c09-eb1791ba4231' 2024-11-09T11:22:26,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7569895-2093-46ee-9c09-eb1791ba4231" 2024-11-09T11:22:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a54829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,44083,-1] 2024-11-09T11:22:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:26,153 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d0a84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:26,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42761de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:26,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,33071,-1 for getting cluster id 2024-11-09T11:22:26,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:26,155 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd28c3751-8c96-4a2a-a9ef-936dd3ce8d8a' 2024-11-09T11:22:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d28c3751-8c96-4a2a-a9ef-936dd3ce8d8a" 2024-11-09T11:22:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f73cd0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,33071,-1] 2024-11-09T11:22:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:26,155 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:26,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f8aa17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:26,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:22:26,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37365,1731151321186, seqNum=-1] 2024-11-09T11:22:26,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:26,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:26,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67., hostname=3264b4bbda9f,37365,1731151321186, seqNum=2] 2024-11-09T11:22:26,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:22:26,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,39987,1731151332183, seqNum=-1] 2024-11-09T11:22:26,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:26,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:26,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2., hostname=3264b4bbda9f,39987,1731151332183, seqNum=2] 2024-11-09T11:22:26,166 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T11:22:26,413 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 379, reset compression=false 2024-11-09T11:22:26,655 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 379, reset compression=false 2024-11-09T11:22:26,659 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:22:26,659 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 480, reset compression=false 2024-11-09T11:22:26,659 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.shipper3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,37365,1731151321186 got entry batch from reader: WALEntryBatch [walEntries=[{test/6bae300c9714da0c5825a99c1bb53e67/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T11:22:26,661 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.shipper3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:22:26,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-09T11:22:26,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:22:26,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bb81c8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:26,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,44083,-1 for getting cluster id 2024-11-09T11:22:26,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:26,663 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7569895-2093-46ee-9c09-eb1791ba4231' 2024-11-09T11:22:26,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:26,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7569895-2093-46ee-9c09-eb1791ba4231" 2024-11-09T11:22:26,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@589bfece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:26,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,44083,-1] 2024-11-09T11:22:26,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:26,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:26,664 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:26,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20e0c72f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:26,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:22:26,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,46343,1731151326420, seqNum=-1] 2024-11-09T11:22:26,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:26,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T11:22:26,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731151336381.ffceec220d043ee54b35739970ada959., hostname=3264b4bbda9f,46343,1731151326420, seqNum=2] 2024-11-09T11:22:26,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:22:26,675 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 379, reset compression=false 2024-11-09T11:22:26,679 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:22:26,679 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 503, reset compression=false 2024-11-09T11:22:26,679 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.shipper3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,46343,1731151326420 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffceec220d043ee54b35739970ada959/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T11:22:26,682 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.shipper3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:22:26,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-09T11:22:26,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:22:26,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8fa1bdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:26,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,33071,-1 for getting cluster id 2024-11-09T11:22:26,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:26,684 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd28c3751-8c96-4a2a-a9ef-936dd3ce8d8a' 2024-11-09T11:22:26,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:26,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d28c3751-8c96-4a2a-a9ef-936dd3ce8d8a" 2024-11-09T11:22:26,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4adacc6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:26,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,33071,-1] 2024-11-09T11:22:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:26,685 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:26,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@302935b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:26,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:22:26,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,39987,1731151332183, seqNum=-1] 2024-11-09T11:22:26,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:26,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T11:22:26,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2., hostname=3264b4bbda9f,39987,1731151332183, seqNum=2] 2024-11-09T11:22:26,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:22:26,863 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 480, reset compression=false 2024-11-09T11:22:26,883 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 503, reset compression=false 2024-11-09T11:22:26,916 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 379, reset compression=false 2024-11-09T11:22:26,920 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:22:26,920 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 527, reset compression=false 2024-11-09T11:22:26,920 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.shipper3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39987,1731151332183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:22:27,123 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 527, reset compression=false 2024-11-09T11:22:27,166 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 480, reset compression=false 2024-11-09T11:22:27,167 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T11:22:27,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:22:27,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,46343,1731151326420, seqNum=-1] 2024-11-09T11:22:27,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:27,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:27,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731151336381.ffceec220d043ee54b35739970ada959., hostname=3264b4bbda9f,46343,1731151326420, seqNum=2] 2024-11-09T11:22:27,174 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T11:22:27,188 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 503, reset compression=false 2024-11-09T11:22:27,191 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:22:27,191 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 607, reset compression=false 2024-11-09T11:22:27,191 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.shipper3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,46343,1731151326420 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffceec220d043ee54b35739970ada959/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T11:22:27,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:22:27,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:22:27,359 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:22:27,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:27,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:27,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:27,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:27,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:27,395 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 607, reset compression=false 2024-11-09T11:22:27,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:27,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:27,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:27,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:27,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:27,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:27,431 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 527, reset compression=false 2024-11-09T11:22:27,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:27,434 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:22:27,434 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 655, reset compression=false 2024-11-09T11:22:27,434 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.shipper3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39987,1731151332183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:22:27,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:27,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:27,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:27,570 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 480, reset compression=false 2024-11-09T11:22:27,637 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 655, reset compression=false 2024-11-09T11:22:27,698 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 607, reset compression=false 2024-11-09T11:22:27,941 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 655, reset compression=false 2024-11-09T11:22:28,073 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 480, reset compression=false 2024-11-09T11:22:28,102 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 607, reset compression=false 2024-11-09T11:22:28,176 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T11:22:28,179 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T11:22:28,344 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 655, reset compression=false 2024-11-09T11:22:28,348 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:22:28,348 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 759, reset compression=false 2024-11-09T11:22:28,348 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.shipper3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39987,1731151332183 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e40ad9b22915f737268a61ecc1d62e2/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T11:22:28,350 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.shipper3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:22:28,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-09T11:22:28,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:22:28,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:22:28,552 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 759, reset compression=false 2024-11-09T11:22:28,604 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 607, reset compression=false 2024-11-09T11:22:28,608 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:22:28,609 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 735, reset compression=false 2024-11-09T11:22:28,609 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.shipper3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,46343,1731151326420 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:22:28,677 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 480, reset compression=false 2024-11-09T11:22:28,812 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 735, reset compression=false 2024-11-09T11:22:28,857 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 759, reset compression=false 2024-11-09T11:22:29,115 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 735, reset compression=false 2024-11-09T11:22:29,180 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T11:22:29,183 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T11:22:29,260 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 759, reset compression=false 2024-11-09T11:22:29,380 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 480, reset compression=false 2024-11-09T11:22:29,384 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:22:29,384 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 636, reset compression=false 2024-11-09T11:22:29,384 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.shipper3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,37365,1731151321186 got entry batch from reader: WALEntryBatch [walEntries=[{test/6bae300c9714da0c5825a99c1bb53e67/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T11:22:29,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:22:29,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:22:29,518 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 735, reset compression=false 2024-11-09T11:22:29,580 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:22:29,580 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 882, reset compression=false 2024-11-09T11:22:29,580 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.shipper3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,46343,1731151326420 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffceec220d043ee54b35739970ada959/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T11:22:29,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:22:29,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:22:29,589 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 636, reset compression=false 2024-11-09T11:22:29,763 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 759, reset compression=false 2024-11-09T11:22:29,767 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:22:29,767 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 930, reset compression=false 2024-11-09T11:22:29,767 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.shipper3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39987,1731151332183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:22:29,784 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 882, reset compression=false 2024-11-09T11:22:29,892 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 636, reset compression=false 2024-11-09T11:22:29,970 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 930, reset compression=false 2024-11-09T11:22:30,087 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 882, reset compression=false 2024-11-09T11:22:30,184 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T11:22:30,187 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T11:22:30,274 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 930, reset compression=false 2024-11-09T11:22:30,295 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 636, reset compression=false 2024-11-09T11:22:30,491 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 882, reset compression=false 2024-11-09T11:22:30,494 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:22:30,494 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 1041, reset compression=false 2024-11-09T11:22:30,494 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.shipper3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,46343,1731151326420 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffceec220d043ee54b35739970ada959/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T11:22:30,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:22:30,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:22:30,566 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:22:30,678 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 930, reset compression=false 2024-11-09T11:22:30,684 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:22:30,684 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 1080, reset compression=false 2024-11-09T11:22:30,684 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.shipper3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39987,1731151332183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:22:30,697 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 1041, reset compression=false 2024-11-09T11:22:30,799 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 636, reset compression=false 2024-11-09T11:22:30,887 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 1080, reset compression=false 2024-11-09T11:22:31,000 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 1041, reset compression=false 2024-11-09T11:22:31,189 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T11:22:31,190 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 1080, reset compression=false 2024-11-09T11:22:31,192 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T11:22:31,194 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:22:31,194 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 1239, reset compression=false 2024-11-09T11:22:31,194 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.shipper3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39987,1731151332183 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e40ad9b22915f737268a61ecc1d62e2/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T11:22:31,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T11:22:31,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T11:22:31,398 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 1239, reset compression=false 2024-11-09T11:22:31,402 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 636, reset compression=false 2024-11-09T11:22:31,404 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 1041, reset compression=false 2024-11-09T11:22:31,407 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:22:31,407 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 1191, reset compression=false 2024-11-09T11:22:31,407 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.shipper3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,46343,1731151326420 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:22:31,610 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 1191, reset compression=false 2024-11-09T11:22:31,701 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 1239, reset compression=false 2024-11-09T11:22:31,913 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 1191, reset compression=false 2024-11-09T11:22:32,103 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 1239, reset compression=false 2024-11-09T11:22:32,105 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 636, reset compression=false 2024-11-09T11:22:32,194 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T11:22:32,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:22:32,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:22:32,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:32,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:32,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:32,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:22:32,199 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:22:32,199 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=88160576, stopped=false 2024-11-09T11:22:32,199 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,33071,1731151332025 2024-11-09T11:22:32,317 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 1191, reset compression=false 2024-11-09T11:22:32,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21718728486/running 2024-11-09T11:22:32,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21718728486/running 2024-11-09T11:22:32,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486 2024-11-09T11:22:32,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486 2024-11-09T11:22:32,347 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:22:32,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:22:32,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:32,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:32,348 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,39987,1731151332183' ***** 2024-11-09T11:22:32,348 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:22:32,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Set watcher on znode that does not yet exist, /21718728486/running 2024-11-09T11:22:32,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Set watcher on znode that does not yet exist, /21718728486/running 2024-11-09T11:22:32,348 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:22:32,348 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:22:32,348 INFO [RS:0;3264b4bbda9f:39987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:22:32,349 INFO [RS:0;3264b4bbda9f:39987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:22:32,349 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e40ad9b22915f737268a61ecc1d62e2 2024-11-09T11:22:32,349 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(3091): Received CLOSE for ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:32,349 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,39987,1731151332183 2024-11-09T11:22:32,349 INFO [RS:0;3264b4bbda9f:39987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:22:32,349 INFO [RS:0;3264b4bbda9f:39987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:39987. 2024-11-09T11:22:32,349 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e40ad9b22915f737268a61ecc1d62e2, disabling compactions & flushes 2024-11-09T11:22:32,349 DEBUG [RS:0;3264b4bbda9f:39987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:32,349 DEBUG [RS:0;3264b4bbda9f:39987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:32,349 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2. 2024-11-09T11:22:32,349 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2. 2024-11-09T11:22:32,349 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2. after waiting 0 ms 2024-11-09T11:22:32,349 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2. 2024-11-09T11:22:32,349 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:22:32,349 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:22:32,349 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:22:32,349 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:22:32,349 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1e40ad9b22915f737268a61ecc1d62e2 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T11:22:32,349 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T11:22:32,350 DEBUG [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1325): Online Regions={1e40ad9b22915f737268a61ecc1d62e2=test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2., 1588230740=hbase:meta,,1.1588230740, ed8f89d73b82b771de6beb8234e2af02=hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02.} 2024-11-09T11:22:32,350 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:22:32,350 DEBUG [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e40ad9b22915f737268a61ecc1d62e2, ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:32,350 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:22:32,350 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:22:32,350 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:22:32,350 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:22:32,350 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T11:22:32,364 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/default/test/1e40ad9b22915f737268a61ecc1d62e2/.tmp/f/b84f64808750498885a1a1416fd41c5e is 29, key is row1/f:/1731151350185/DeleteFamily/seqid=0 2024-11-09T11:22:32,365 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/.tmp/info/c8bfc975d93f410b93163bfbf4da28a6 is 147, key is hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02./info:regioninfo/1731151345184/Put/seqid=0 2024-11-09T11:22:32,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741840_1016 (size=5152) 2024-11-09T11:22:32,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741841_1017 (size=7686) 2024-11-09T11:22:32,437 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:22:32,550 DEBUG [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e40ad9b22915f737268a61ecc1d62e2, ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:32,606 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 1239, reset compression=false 2024-11-09T11:22:32,611 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:22:32,611 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 1486, reset compression=false 2024-11-09T11:22:32,611 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.shipper3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,39987,1731151332183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:22:32,611 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.shipper3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3264b4bbda9f,39987,1731151332183: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3264b4bbda9f,39987,1731151332183, walGroup=3264b4bbda9f%2C39987%2C1731151332183, offset=3264b4bbda9f%2C39987%2C1731151332183.1731151334252:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:39987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T11:22:32,613 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.shipper3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T11:22:32,613 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.shipper3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T11:22:32,614 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.shipper3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T11:22:32,614 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.shipper3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T11:22:32,614 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.shipper3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T11:22:32,614 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.shipper3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 956694688 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 201707312 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T11:22:32,614 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.shipper3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:33071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:33071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T11:22:32,750 DEBUG [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e40ad9b22915f737268a61ecc1d62e2, ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:32,767 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/default/test/1e40ad9b22915f737268a61ecc1d62e2/.tmp/f/b84f64808750498885a1a1416fd41c5e 2024-11-09T11:22:32,769 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/.tmp/info/c8bfc975d93f410b93163bfbf4da28a6 2024-11-09T11:22:32,771 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b84f64808750498885a1a1416fd41c5e 2024-11-09T11:22:32,784 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/.tmp/ns/7c365b0655104f1d9b18e7f3a9e1a2fd is 43, key is default/ns:d/1731151335168/Put/seqid=0 2024-11-09T11:22:32,787 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/default/test/1e40ad9b22915f737268a61ecc1d62e2/.tmp/f1/1f6bdb3d0d6a42d698c019a87bef7d73 is 30, key is row1/f1:/1731151350185/DeleteFamily/seqid=0 2024-11-09T11:22:32,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741842_1018 (size=5153) 2024-11-09T11:22:32,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741843_1019 (size=5158) 2024-11-09T11:22:32,817 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 1486, reset compression=false 2024-11-09T11:22:32,820 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 1191, reset compression=false 2024-11-09T11:22:32,907 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 636, reset compression=false 2024-11-09T11:22:32,950 DEBUG [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e40ad9b22915f737268a61ecc1d62e2, ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:33,120 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 1486, reset compression=false 2024-11-09T11:22:33,150 DEBUG [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e40ad9b22915f737268a61ecc1d62e2, ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:33,169 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:22:33,169 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:22:33,188 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/.tmp/ns/7c365b0655104f1d9b18e7f3a9e1a2fd 2024-11-09T11:22:33,190 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/default/test/1e40ad9b22915f737268a61ecc1d62e2/.tmp/f1/1f6bdb3d0d6a42d698c019a87bef7d73 2024-11-09T11:22:33,193 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f6bdb3d0d6a42d698c019a87bef7d73 2024-11-09T11:22:33,209 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/.tmp/rep_barrier/6c1a10752e934a089f30bf8e8efe42f0 is 112, key is test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2./rep_barrier:seqnumDuringOpen/1731151339669/Put/seqid=0 2024-11-09T11:22:33,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741844_1020 (size=5518) 2024-11-09T11:22:33,221 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/default/test/1e40ad9b22915f737268a61ecc1d62e2/.tmp/norep/7b21d90efa8d47f7b291e41308ba3716 is 33, key is row2/norep:/1731151351190/DeleteFamily/seqid=0 2024-11-09T11:22:33,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741845_1021 (size=5108) 2024-11-09T11:22:33,350 DEBUG [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e40ad9b22915f737268a61ecc1d62e2, ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:33,423 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 1191, reset compression=false 2024-11-09T11:22:33,526 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 1486, reset compression=false 2024-11-09T11:22:33,551 DEBUG [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e40ad9b22915f737268a61ecc1d62e2, ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:33,618 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/.tmp/rep_barrier/6c1a10752e934a089f30bf8e8efe42f0 2024-11-09T11:22:33,624 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/default/test/1e40ad9b22915f737268a61ecc1d62e2/.tmp/norep/7b21d90efa8d47f7b291e41308ba3716 2024-11-09T11:22:33,628 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b21d90efa8d47f7b291e41308ba3716 2024-11-09T11:22:33,629 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/default/test/1e40ad9b22915f737268a61ecc1d62e2/.tmp/f/b84f64808750498885a1a1416fd41c5e as hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/default/test/1e40ad9b22915f737268a61ecc1d62e2/f/b84f64808750498885a1a1416fd41c5e 2024-11-09T11:22:33,633 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b84f64808750498885a1a1416fd41c5e 2024-11-09T11:22:33,634 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/default/test/1e40ad9b22915f737268a61ecc1d62e2/f/b84f64808750498885a1a1416fd41c5e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T11:22:33,635 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/default/test/1e40ad9b22915f737268a61ecc1d62e2/.tmp/f1/1f6bdb3d0d6a42d698c019a87bef7d73 as hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/default/test/1e40ad9b22915f737268a61ecc1d62e2/f1/1f6bdb3d0d6a42d698c019a87bef7d73 2024-11-09T11:22:33,639 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f6bdb3d0d6a42d698c019a87bef7d73 2024-11-09T11:22:33,639 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/default/test/1e40ad9b22915f737268a61ecc1d62e2/f1/1f6bdb3d0d6a42d698c019a87bef7d73, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T11:22:33,640 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/default/test/1e40ad9b22915f737268a61ecc1d62e2/.tmp/norep/7b21d90efa8d47f7b291e41308ba3716 as hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/default/test/1e40ad9b22915f737268a61ecc1d62e2/norep/7b21d90efa8d47f7b291e41308ba3716 2024-11-09T11:22:33,644 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b21d90efa8d47f7b291e41308ba3716 2024-11-09T11:22:33,644 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/default/test/1e40ad9b22915f737268a61ecc1d62e2/norep/7b21d90efa8d47f7b291e41308ba3716, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T11:22:33,645 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1e40ad9b22915f737268a61ecc1d62e2 in 1296ms, sequenceid=10, compaction requested=false 2024-11-09T11:22:33,649 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/.tmp/table/4e3bafc8a77d43eaaef4d2aa65d0de76 is 53, key is hbase:replication/table:state/1731151345190/Put/seqid=0 2024-11-09T11:22:33,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741846_1022 (size=5308) 2024-11-09T11:22:33,656 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/default/test/1e40ad9b22915f737268a61ecc1d62e2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T11:22:33,656 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:22:33,656 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:22:33,657 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2. 2024-11-09T11:22:33,657 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e40ad9b22915f737268a61ecc1d62e2: Waiting for close lock at 1731151352349Running coprocessor pre-close hooks at 1731151352349Disabling compacts and flushes for region at 1731151352349Disabling writes for close at 1731151352349Obtaining lock to block concurrent updates at 1731151352349Preparing flush snapshotting stores in 1e40ad9b22915f737268a61ecc1d62e2 at 1731151352349Finished memstore snapshotting test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731151352350 (+1 ms)Flushing stores of test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2. at 1731151352350Flushing 1e40ad9b22915f737268a61ecc1d62e2/f: creating writer at 1731151352350Flushing 1e40ad9b22915f737268a61ecc1d62e2/f: appending metadata at 1731151352363 (+13 ms)Flushing 1e40ad9b22915f737268a61ecc1d62e2/f: closing flushed file at 1731151352363Flushing 1e40ad9b22915f737268a61ecc1d62e2/f1: creating writer at 1731151352771 (+408 ms)Flushing 1e40ad9b22915f737268a61ecc1d62e2/f1: appending metadata at 1731151352786 (+15 ms)Flushing 1e40ad9b22915f737268a61ecc1d62e2/f1: closing flushed file at 1731151352786Flushing 1e40ad9b22915f737268a61ecc1d62e2/norep: creating writer at 1731151353193 (+407 ms)Flushing 1e40ad9b22915f737268a61ecc1d62e2/norep: appending metadata at 1731151353220 (+27 ms)Flushing 1e40ad9b22915f737268a61ecc1d62e2/norep: closing flushed file at 1731151353220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14ffc903: reopening flushed file at 1731151353628 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@613b5350: reopening flushed file at 1731151353634 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12878463: reopening flushed file at 1731151353639 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1e40ad9b22915f737268a61ecc1d62e2 in 1296ms, sequenceid=10, compaction requested=false at 1731151353645 (+6 ms)Writing region close event to WAL at 1731151353651 (+6 ms)Running coprocessor post-close hooks at 1731151353656 (+5 ms)Closed at 1731151353656 2024-11-09T11:22:33,657 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731151338529.1e40ad9b22915f737268a61ecc1d62e2. 2024-11-09T11:22:33,657 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed8f89d73b82b771de6beb8234e2af02, disabling compactions & flushes 2024-11-09T11:22:33,657 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02. 2024-11-09T11:22:33,657 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02. 2024-11-09T11:22:33,657 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02. after waiting 0 ms 2024-11-09T11:22:33,657 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02. 2024-11-09T11:22:33,657 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed8f89d73b82b771de6beb8234e2af02: Waiting for close lock at 1731151353657Running coprocessor pre-close hooks at 1731151353657Disabling compacts and flushes for region at 1731151353657Disabling writes for close at 1731151353657Failed flush hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02., putting online again at 1731151353657 2024-11-09T11:22:33,657 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02. 2024-11-09T11:22:33,751 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T11:22:33,751 DEBUG [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ed8f89d73b82b771de6beb8234e2af02=hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02.} 2024-11-09T11:22:33,751 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(3091): Received CLOSE for ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:33,751 DEBUG [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ed8f89d73b82b771de6beb8234e2af02 2024-11-09T11:22:33,751 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed8f89d73b82b771de6beb8234e2af02, disabling compactions & flushes 2024-11-09T11:22:33,751 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02. 2024-11-09T11:22:33,751 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02. 2024-11-09T11:22:33,751 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02. after waiting 0 ms 2024-11-09T11:22:33,751 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02. 2024-11-09T11:22:33,751 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed8f89d73b82b771de6beb8234e2af02: Waiting for close lock at 1731151353751Running coprocessor pre-close hooks at 1731151353751Disabling compacts and flushes for region at 1731151353751Disabling writes for close at 1731151353751Failed flush hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02., putting online again at 1731151353751 2024-11-09T11:22:33,752 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731151343992.ed8f89d73b82b771de6beb8234e2af02. 2024-11-09T11:22:33,810 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 636, reset compression=false 2024-11-09T11:22:33,951 DEBUG [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:22:34,029 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 1486, reset compression=false 2024-11-09T11:22:34,032 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:22:34,032 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 2130, reset compression=false 2024-11-09T11:22:34,055 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/.tmp/table/4e3bafc8a77d43eaaef4d2aa65d0de76 2024-11-09T11:22:34,059 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/.tmp/info/c8bfc975d93f410b93163bfbf4da28a6 as hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/info/c8bfc975d93f410b93163bfbf4da28a6 2024-11-09T11:22:34,062 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/info/c8bfc975d93f410b93163bfbf4da28a6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T11:22:34,062 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/.tmp/ns/7c365b0655104f1d9b18e7f3a9e1a2fd as hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/ns/7c365b0655104f1d9b18e7f3a9e1a2fd 2024-11-09T11:22:34,065 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/ns/7c365b0655104f1d9b18e7f3a9e1a2fd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T11:22:34,065 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/.tmp/rep_barrier/6c1a10752e934a089f30bf8e8efe42f0 as hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/rep_barrier/6c1a10752e934a089f30bf8e8efe42f0 2024-11-09T11:22:34,069 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/rep_barrier/6c1a10752e934a089f30bf8e8efe42f0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T11:22:34,070 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/.tmp/table/4e3bafc8a77d43eaaef4d2aa65d0de76 as hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/table/4e3bafc8a77d43eaaef4d2aa65d0de76 2024-11-09T11:22:34,073 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/table/4e3bafc8a77d43eaaef4d2aa65d0de76, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T11:22:34,074 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false 2024-11-09T11:22:34,083 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T11:22:34,083 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:22:34,083 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:22:34,083 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:22:34,083 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151352350Running coprocessor pre-close hooks at 1731151352350Disabling compacts and flushes for region at 1731151352350Disabling writes for close at 1731151352350Obtaining lock to block concurrent updates at 1731151352350Preparing flush snapshotting stores in 1588230740 at 1731151352350Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731151352350Flushing stores of hbase:meta,,1.1588230740 at 1731151352350Flushing 1588230740/info: creating writer at 1731151352350Flushing 1588230740/info: appending metadata at 1731151352365 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731151352365Flushing 1588230740/ns: creating writer at 1731151352771 (+406 ms)Flushing 1588230740/ns: appending metadata at 1731151352783 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731151352783Flushing 1588230740/rep_barrier: creating writer at 1731151353191 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731151353209 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731151353209Flushing 1588230740/table: creating writer at 1731151353625 (+416 ms)Flushing 1588230740/table: appending metadata at 1731151353648 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731151353648Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b23a381: reopening flushed file at 1731151354058 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@728e674a: reopening flushed file at 1731151354062 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a82b68c: reopening flushed file at 1731151354065 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6af2a58e: reopening flushed file at 1731151354069 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false at 1731151354074 (+5 ms)Writing region close event to WAL at 1731151354080 (+6 ms)Running coprocessor post-close hooks at 1731151354083 (+3 ms)Closed at 1731151354083 2024-11-09T11:22:34,084 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:22:34,126 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 1191, reset compression=false 2024-11-09T11:22:34,151 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T11:22:34,151 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,39987,1731151332183; all regions closed. 2024-11-09T11:22:34,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741834_1010 (size=4239) 2024-11-09T11:22:34,153 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.meta.1731151335119.meta not finished, retry = 0 2024-11-09T11:22:34,235 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 to pos 2130, reset compression=false 2024-11-09T11:22:34,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741839_1015 (size=2171) 2024-11-09T11:22:34,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741832_1008 (size=2138) 2024-11-09T11:22:34,258 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/WALs/3264b4bbda9f,39987,1731151332183/3264b4bbda9f%2C39987%2C1731151332183.1731151334252 not finished, retry = 0 2024-11-09T11:22:34,359 DEBUG [RS:0;3264b4bbda9f:39987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:34,359 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:22:34,359 INFO [RS:0;3264b4bbda9f:39987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:22:34,359 INFO [RS:0;3264b4bbda9f:39987 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T11:22:34,359 INFO [RS:0;3264b4bbda9f:39987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:22:34,359 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:22:34,360 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3264b4bbda9f,39987,1731151332183 because: Region server is closing 2024-11-09T11:22:34,360 INFO [RS:0;3264b4bbda9f:39987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:39987. 2024-11-09T11:22:34,360 DEBUG [RS:0;3264b4bbda9f:39987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:34,360 DEBUG [RS:0;3264b4bbda9f:39987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:34,360 DEBUG [RS:0;3264b4bbda9f:39987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:34,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:22:34,460 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.shipper3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 terminated 2024-11-09T11:22:34,460 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,39987,1731151332183.replicationSource.wal-reader.3264b4bbda9f%2C39987%2C1731151332183,1-3264b4bbda9f,39987,1731151332183 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T11:22:34,461 INFO [RS:0;3264b4bbda9f:39987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:39987. 2024-11-09T11:22:34,461 DEBUG [RS:0;3264b4bbda9f:39987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:34,461 DEBUG [RS:0;3264b4bbda9f:39987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:34,461 DEBUG [RS:0;3264b4bbda9f:39987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:34,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:22:34,461 INFO [RS:0;3264b4bbda9f:39987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39987 2024-11-09T11:22:34,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21718728486/rs/3264b4bbda9f,39987,1731151332183 2024-11-09T11:22:34,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486/rs 2024-11-09T11:22:34,528 INFO [RS:0;3264b4bbda9f:39987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:22:34,529 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,39987,1731151332183] 2024-11-09T11:22:34,611 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21718728486/draining/3264b4bbda9f,39987,1731151332183 already deleted, retry=false 2024-11-09T11:22:34,611 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,39987,1731151332183 expired; onlineServers=0 2024-11-09T11:22:34,611 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,33071,1731151332025' ***** 2024-11-09T11:22:34,611 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:22:34,611 INFO [M:0;3264b4bbda9f:33071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:22:34,611 INFO [M:0;3264b4bbda9f:33071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:22:34,611 DEBUG [M:0;3264b4bbda9f:33071 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:22:34,611 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:22:34,611 DEBUG [M:0;3264b4bbda9f:33071 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:22:34,611 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151333916 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151333916,5,FailOnTimeoutGroup] 2024-11-09T11:22:34,611 INFO [M:0;3264b4bbda9f:33071 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:22:34,611 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151333920 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151333920,5,FailOnTimeoutGroup] 2024-11-09T11:22:34,612 INFO [M:0;3264b4bbda9f:33071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:22:34,612 DEBUG [M:0;3264b4bbda9f:33071 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:22:34,612 INFO [M:0;3264b4bbda9f:33071 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:22:34,612 INFO [M:0;3264b4bbda9f:33071 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:22:34,612 INFO [M:0;3264b4bbda9f:33071 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:22:34,612 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:22:34,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21718728486/master 2024-11-09T11:22:34,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718728486 2024-11-09T11:22:34,623 DEBUG [M:0;3264b4bbda9f:33071 {}] zookeeper.ZKUtil(347): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Unable to get data of znode /21718728486/master because node does not exist (not an error) 2024-11-09T11:22:34,623 WARN [M:0;3264b4bbda9f:33071 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:22:34,635 INFO [M:0;3264b4bbda9f:33071 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/.lastflushedseqids 2024-11-09T11:22:34,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741847_1023 (size=245) 2024-11-09T11:22:34,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:22:34,656 INFO [RS:0;3264b4bbda9f:39987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:22:34,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1011f54c90e0007, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:22:34,656 INFO [RS:0;3264b4bbda9f:39987 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,39987,1731151332183; zookeeper connection closed. 2024-11-09T11:22:34,657 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39c1a30e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39c1a30e 2024-11-09T11:22:34,657 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:22:34,813 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 636, reset compression=false 2024-11-09T11:22:34,929 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 1191, reset compression=false 2024-11-09T11:22:35,039 INFO [M:0;3264b4bbda9f:33071 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:22:35,039 INFO [M:0;3264b4bbda9f:33071 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:22:35,039 DEBUG [M:0;3264b4bbda9f:33071 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:22:35,039 INFO [M:0;3264b4bbda9f:33071 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:35,039 DEBUG [M:0;3264b4bbda9f:33071 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:35,039 DEBUG [M:0;3264b4bbda9f:33071 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:22:35,039 DEBUG [M:0;3264b4bbda9f:33071 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:35,040 INFO [M:0;3264b4bbda9f:33071 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T11:22:35,056 DEBUG [M:0;3264b4bbda9f:33071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68669a00077e4448b6ff15e93e0d35d6 is 82, key is hbase:meta,,1/info:regioninfo/1731151335152/Put/seqid=0 2024-11-09T11:22:35,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741848_1024 (size=5672) 2024-11-09T11:22:35,459 INFO [M:0;3264b4bbda9f:33071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68669a00077e4448b6ff15e93e0d35d6 2024-11-09T11:22:35,477 DEBUG [M:0;3264b4bbda9f:33071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66520cadbabb465c98e84598016d9ac9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731151345193/Put/seqid=0 2024-11-09T11:22:35,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741849_1025 (size=8517) 2024-11-09T11:22:35,694 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=7, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-09T11:22:35,694 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-09T11:22:35,832 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 1191, reset compression=false 2024-11-09T11:22:35,863 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:22:35,881 INFO [M:0;3264b4bbda9f:33071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66520cadbabb465c98e84598016d9ac9 2024-11-09T11:22:35,895 DEBUG [M:0;3264b4bbda9f:33071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7379dacb29034ebea966c5099aa0d600 is 69, key is 3264b4bbda9f,39987,1731151332183/rs:state/1731151334048/Put/seqid=0 2024-11-09T11:22:35,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741850_1026 (size=5156) 2024-11-09T11:22:35,917 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 636, reset compression=false 2024-11-09T11:22:36,298 INFO [M:0;3264b4bbda9f:33071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7379dacb29034ebea966c5099aa0d600 2024-11-09T11:22:36,305 DEBUG [M:0;3264b4bbda9f:33071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68669a00077e4448b6ff15e93e0d35d6 as hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68669a00077e4448b6ff15e93e0d35d6 2024-11-09T11:22:36,310 INFO [M:0;3264b4bbda9f:33071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68669a00077e4448b6ff15e93e0d35d6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T11:22:36,311 DEBUG [M:0;3264b4bbda9f:33071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66520cadbabb465c98e84598016d9ac9 as hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66520cadbabb465c98e84598016d9ac9 2024-11-09T11:22:36,315 INFO [M:0;3264b4bbda9f:33071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66520cadbabb465c98e84598016d9ac9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T11:22:36,316 DEBUG [M:0;3264b4bbda9f:33071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7379dacb29034ebea966c5099aa0d600 as hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7379dacb29034ebea966c5099aa0d600 2024-11-09T11:22:36,321 INFO [M:0;3264b4bbda9f:33071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34309/user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7379dacb29034ebea966c5099aa0d600, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T11:22:36,322 INFO [M:0;3264b4bbda9f:33071 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-09T11:22:36,323 INFO [M:0;3264b4bbda9f:33071 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:36,323 DEBUG [M:0;3264b4bbda9f:33071 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151355039Disabling compacts and flushes for region at 1731151355039Disabling writes for close at 1731151355039Obtaining lock to block concurrent updates at 1731151355040 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151355040Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731151355040Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151355040Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151355040Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151355055 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151355055Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151355463 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151355477 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151355477Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151355884 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151355895 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151355895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@288ee1d1: reopening flushed file at 1731151356303 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@537b794a: reopening flushed file at 1731151356310 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1446c7c2: reopening flushed file at 1731151356315 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1731151356322 (+7 ms)Writing region close event to WAL at 1731151356323 (+1 ms)Closed at 1731151356323 2024-11-09T11:22:36,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43703 is added to blk_1073741830_1006 (size=63666) 2024-11-09T11:22:36,325 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1990ca74-137e-d107-745d-0d47147ee983/MasterData/WALs/3264b4bbda9f,33071,1731151332025/3264b4bbda9f%2C33071%2C1731151332025.1731151333655 not finished, retry = 0 2024-11-09T11:22:36,426 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:22:36,426 INFO [M:0;3264b4bbda9f:33071 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:22:36,426 INFO [M:0;3264b4bbda9f:33071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33071 2024-11-09T11:22:36,427 INFO [M:0;3264b4bbda9f:33071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:22:36,576 INFO [M:0;3264b4bbda9f:33071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:22:36,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:22:36,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x1011f54c90e0006, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:22:36,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78b0fe0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:22:36,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d48c9f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:22:36,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:22:36,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c03c538{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:22:36,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a575cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/hadoop.log.dir/,STOPPED} 2024-11-09T11:22:36,609 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:22:36,609 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:22:36,609 WARN [BP-6400967-172.17.0.2-1731151329409 heartbeating to localhost/127.0.0.1:34309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:22:36,609 WARN [BP-6400967-172.17.0.2-1731151329409 heartbeating to localhost/127.0.0.1:34309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-6400967-172.17.0.2-1731151329409 (Datanode Uuid e65ef944-bc5c-460f-a96f-1deccabc19df) service to localhost/127.0.0.1:34309 2024-11-09T11:22:36,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/cluster_da3372bc-52e5-38fa-dd75-aab06462680d/data/data1/current/BP-6400967-172.17.0.2-1731151329409 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:22:36,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/cluster_da3372bc-52e5-38fa-dd75-aab06462680d/data/data2/current/BP-6400967-172.17.0.2-1731151329409 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:22:36,610 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:22:36,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fbcd250{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:22:36,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d7b342c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:22:36,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:22:36,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37771786{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:22:36,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f44739{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/hadoop.log.dir/,STOPPED} 2024-11-09T11:22:36,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:22:36,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:22:36,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:22:36,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:36,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:36,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:36,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:22:36,627 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:22:36,627 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1730553434, stopped=false 2024-11-09T11:22:36,627 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,44083,1731151326273 2024-11-09T11:22:36,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11757410627/running 2024-11-09T11:22:36,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11757410627/running 2024-11-09T11:22:36,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627 2024-11-09T11:22:36,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627 2024-11-09T11:22:36,644 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:22:36,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:22:36,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:36,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:36,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Set watcher on znode that does not yet exist, /11757410627/running 2024-11-09T11:22:36,644 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,46343,1731151326420' ***** 2024-11-09T11:22:36,644 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:22:36,644 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:22:36,645 INFO [RS:0;3264b4bbda9f:46343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:22:36,645 INFO [RS:0;3264b4bbda9f:46343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:22:36,645 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(3091): Received CLOSE for ffceec220d043ee54b35739970ada959 2024-11-09T11:22:36,645 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:22:36,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Set watcher on znode that does not yet exist, /11757410627/running 2024-11-09T11:22:36,645 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(3091): Received CLOSE for 8838b2c1705f80679fda2bce3de172e9 2024-11-09T11:22:36,645 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,46343,1731151326420 2024-11-09T11:22:36,645 INFO [RS:0;3264b4bbda9f:46343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:22:36,645 INFO [RS:0;3264b4bbda9f:46343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:46343. 2024-11-09T11:22:36,645 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffceec220d043ee54b35739970ada959, disabling compactions & flushes 2024-11-09T11:22:36,645 DEBUG [RS:0;3264b4bbda9f:46343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:36,645 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731151336381.ffceec220d043ee54b35739970ada959. 2024-11-09T11:22:36,645 DEBUG [RS:0;3264b4bbda9f:46343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:36,645 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151336381.ffceec220d043ee54b35739970ada959. 2024-11-09T11:22:36,645 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731151336381.ffceec220d043ee54b35739970ada959. after waiting 0 ms 2024-11-09T11:22:36,645 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731151336381.ffceec220d043ee54b35739970ada959. 2024-11-09T11:22:36,645 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:22:36,645 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:22:36,645 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:22:36,645 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:22:36,645 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ffceec220d043ee54b35739970ada959 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T11:22:36,645 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T11:22:36,645 DEBUG [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ffceec220d043ee54b35739970ada959=test,,1731151336381.ffceec220d043ee54b35739970ada959., 8838b2c1705f80679fda2bce3de172e9=hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9.} 2024-11-09T11:22:36,645 DEBUG [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8838b2c1705f80679fda2bce3de172e9, ffceec220d043ee54b35739970ada959 2024-11-09T11:22:36,645 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:22:36,645 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:22:36,645 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:22:36,645 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:22:36,646 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:22:36,646 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T11:22:36,658 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/.tmp/info/7ebe428f88c14a88a31c7bf672d28c29 is 147, key is hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9./info:regioninfo/1731151343618/Put/seqid=0 2024-11-09T11:22:36,658 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/default/test/ffceec220d043ee54b35739970ada959/.tmp/f/d4396650dacd4dd6a70a9b7eb70bd404 is 29, key is row1/f:/1731151350185/DeleteFamily/seqid=0 2024-11-09T11:22:36,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741840_1016 (size=7686) 2024-11-09T11:22:36,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741841_1017 (size=5152) 2024-11-09T11:22:36,662 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/default/test/ffceec220d043ee54b35739970ada959/.tmp/f/d4396650dacd4dd6a70a9b7eb70bd404 2024-11-09T11:22:36,662 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/.tmp/info/7ebe428f88c14a88a31c7bf672d28c29 2024-11-09T11:22:36,665 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4396650dacd4dd6a70a9b7eb70bd404 2024-11-09T11:22:36,677 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/default/test/ffceec220d043ee54b35739970ada959/.tmp/f1/ce05b2a7a78c4766b3767bc24cc5d27d is 30, key is row1/f1:/1731151350185/DeleteFamily/seqid=0 2024-11-09T11:22:36,680 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/.tmp/ns/a4328115104f4adc9b805780085f367e is 43, key is default/ns:d/1731151329336/Put/seqid=0 2024-11-09T11:22:36,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741842_1018 (size=5158) 2024-11-09T11:22:36,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741843_1019 (size=5153) 2024-11-09T11:22:36,725 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:22:36,836 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 1191, reset compression=false 2024-11-09T11:22:36,840 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:22:36,840 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 1438, reset compression=false 2024-11-09T11:22:36,840 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.shipper3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,46343,1731151326420 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:22:36,840 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.shipper3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3264b4bbda9f,46343,1731151326420: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3264b4bbda9f,46343,1731151326420, walGroup=3264b4bbda9f%2C46343%2C1731151326420, offset=3264b4bbda9f%2C46343%2C1731151326420.1731151328220:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:46343 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T11:22:36,841 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.shipper3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T11:22:36,841 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.shipper3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T11:22:36,841 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.shipper3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T11:22:36,841 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.shipper3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T11:22:36,842 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.shipper3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T11:22:36,842 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.shipper3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 1042677920 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 202308176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T11:22:36,842 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.shipper3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:44083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:44083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T11:22:36,846 DEBUG [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8838b2c1705f80679fda2bce3de172e9, ffceec220d043ee54b35739970ada959 2024-11-09T11:22:37,043 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 1438, reset compression=false 2024-11-09T11:22:37,046 DEBUG [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8838b2c1705f80679fda2bce3de172e9, ffceec220d043ee54b35739970ada959 2024-11-09T11:22:37,082 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/default/test/ffceec220d043ee54b35739970ada959/.tmp/f1/ce05b2a7a78c4766b3767bc24cc5d27d 2024-11-09T11:22:37,086 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/.tmp/ns/a4328115104f4adc9b805780085f367e 2024-11-09T11:22:37,086 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce05b2a7a78c4766b3767bc24cc5d27d 2024-11-09T11:22:37,099 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/default/test/ffceec220d043ee54b35739970ada959/.tmp/norep/64d0760f6fe5475d875bf218f04d2d83 is 33, key is row1/norep:/1731151350185/DeleteFamily/seqid=0 2024-11-09T11:22:37,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741844_1020 (size=5108) 2024-11-09T11:22:37,106 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/.tmp/rep_barrier/531aeb9bc5464904a18d3fb6f523ec74 is 112, key is test,,1731151336381.ffceec220d043ee54b35739970ada959./rep_barrier:seqnumDuringOpen/1731151337521/Put/seqid=0 2024-11-09T11:22:37,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741845_1021 (size=5518) 2024-11-09T11:22:37,109 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/.tmp/rep_barrier/531aeb9bc5464904a18d3fb6f523ec74 2024-11-09T11:22:37,120 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 636, reset compression=false 2024-11-09T11:22:37,126 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/.tmp/table/ee8acc50da0749029aed4118e6a0004f is 53, key is hbase:replication/table:state/1731151343626/Put/seqid=0 2024-11-09T11:22:37,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741846_1022 (size=5308) 2024-11-09T11:22:37,159 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:22:37,159 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:22:37,246 DEBUG [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8838b2c1705f80679fda2bce3de172e9, ffceec220d043ee54b35739970ada959 2024-11-09T11:22:37,346 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 1438, reset compression=false 2024-11-09T11:22:37,446 DEBUG [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8838b2c1705f80679fda2bce3de172e9, ffceec220d043ee54b35739970ada959 2024-11-09T11:22:37,502 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/default/test/ffceec220d043ee54b35739970ada959/.tmp/norep/64d0760f6fe5475d875bf218f04d2d83 2024-11-09T11:22:37,506 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64d0760f6fe5475d875bf218f04d2d83 2024-11-09T11:22:37,506 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/default/test/ffceec220d043ee54b35739970ada959/.tmp/f/d4396650dacd4dd6a70a9b7eb70bd404 as hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/default/test/ffceec220d043ee54b35739970ada959/f/d4396650dacd4dd6a70a9b7eb70bd404 2024-11-09T11:22:37,509 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4396650dacd4dd6a70a9b7eb70bd404 2024-11-09T11:22:37,509 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/default/test/ffceec220d043ee54b35739970ada959/f/d4396650dacd4dd6a70a9b7eb70bd404, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T11:22:37,510 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/default/test/ffceec220d043ee54b35739970ada959/.tmp/f1/ce05b2a7a78c4766b3767bc24cc5d27d as hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/default/test/ffceec220d043ee54b35739970ada959/f1/ce05b2a7a78c4766b3767bc24cc5d27d 2024-11-09T11:22:37,515 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce05b2a7a78c4766b3767bc24cc5d27d 2024-11-09T11:22:37,515 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/default/test/ffceec220d043ee54b35739970ada959/f1/ce05b2a7a78c4766b3767bc24cc5d27d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T11:22:37,516 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/default/test/ffceec220d043ee54b35739970ada959/.tmp/norep/64d0760f6fe5475d875bf218f04d2d83 as hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/default/test/ffceec220d043ee54b35739970ada959/norep/64d0760f6fe5475d875bf218f04d2d83 2024-11-09T11:22:37,519 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64d0760f6fe5475d875bf218f04d2d83 2024-11-09T11:22:37,519 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/default/test/ffceec220d043ee54b35739970ada959/norep/64d0760f6fe5475d875bf218f04d2d83, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T11:22:37,520 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ffceec220d043ee54b35739970ada959 in 875ms, sequenceid=10, compaction requested=false 2024-11-09T11:22:37,528 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/default/test/ffceec220d043ee54b35739970ada959/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T11:22:37,529 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:22:37,529 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:22:37,529 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731151336381.ffceec220d043ee54b35739970ada959. 2024-11-09T11:22:37,529 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffceec220d043ee54b35739970ada959: Waiting for close lock at 1731151356645Running coprocessor pre-close hooks at 1731151356645Disabling compacts and flushes for region at 1731151356645Disabling writes for close at 1731151356645Obtaining lock to block concurrent updates at 1731151356645Preparing flush snapshotting stores in ffceec220d043ee54b35739970ada959 at 1731151356645Finished memstore snapshotting test,,1731151336381.ffceec220d043ee54b35739970ada959., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731151356645Flushing stores of test,,1731151336381.ffceec220d043ee54b35739970ada959. at 1731151356646 (+1 ms)Flushing ffceec220d043ee54b35739970ada959/f: creating writer at 1731151356646Flushing ffceec220d043ee54b35739970ada959/f: appending metadata at 1731151356657 (+11 ms)Flushing ffceec220d043ee54b35739970ada959/f: closing flushed file at 1731151356657Flushing ffceec220d043ee54b35739970ada959/f1: creating writer at 1731151356666 (+9 ms)Flushing ffceec220d043ee54b35739970ada959/f1: appending metadata at 1731151356677 (+11 ms)Flushing ffceec220d043ee54b35739970ada959/f1: closing flushed file at 1731151356677Flushing ffceec220d043ee54b35739970ada959/norep: creating writer at 1731151357086 (+409 ms)Flushing ffceec220d043ee54b35739970ada959/norep: appending metadata at 1731151357098 (+12 ms)Flushing ffceec220d043ee54b35739970ada959/norep: closing flushed file at 1731151357098Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16716e6: reopening flushed file at 1731151357506 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15927ed: reopening flushed file at 1731151357509 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@330edf79: reopening flushed file at 1731151357515 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ffceec220d043ee54b35739970ada959 in 875ms, sequenceid=10, compaction requested=false at 1731151357520 (+5 ms)Writing region close event to WAL at 1731151357526 (+6 ms)Running coprocessor post-close hooks at 1731151357528 (+2 ms)Closed at 1731151357529 (+1 ms) 2024-11-09T11:22:37,529 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731151336381.ffceec220d043ee54b35739970ada959. 2024-11-09T11:22:37,529 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8838b2c1705f80679fda2bce3de172e9, disabling compactions & flushes 2024-11-09T11:22:37,529 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/.tmp/table/ee8acc50da0749029aed4118e6a0004f 2024-11-09T11:22:37,529 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9. 2024-11-09T11:22:37,529 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9. 2024-11-09T11:22:37,529 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9. after waiting 0 ms 2024-11-09T11:22:37,529 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9. 2024-11-09T11:22:37,529 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8838b2c1705f80679fda2bce3de172e9: Waiting for close lock at 1731151357529Running coprocessor pre-close hooks at 1731151357529Disabling compacts and flushes for region at 1731151357529Disabling writes for close at 1731151357529Failed flush hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9., putting online again at 1731151357529 2024-11-09T11:22:37,529 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9. 2024-11-09T11:22:37,533 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/.tmp/info/7ebe428f88c14a88a31c7bf672d28c29 as hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/info/7ebe428f88c14a88a31c7bf672d28c29 2024-11-09T11:22:37,536 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/info/7ebe428f88c14a88a31c7bf672d28c29, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T11:22:37,537 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/.tmp/ns/a4328115104f4adc9b805780085f367e as hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/ns/a4328115104f4adc9b805780085f367e 2024-11-09T11:22:37,541 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/ns/a4328115104f4adc9b805780085f367e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T11:22:37,541 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/.tmp/rep_barrier/531aeb9bc5464904a18d3fb6f523ec74 as hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/rep_barrier/531aeb9bc5464904a18d3fb6f523ec74 2024-11-09T11:22:37,545 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/rep_barrier/531aeb9bc5464904a18d3fb6f523ec74, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T11:22:37,546 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/.tmp/table/ee8acc50da0749029aed4118e6a0004f as hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/table/ee8acc50da0749029aed4118e6a0004f 2024-11-09T11:22:37,550 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/table/ee8acc50da0749029aed4118e6a0004f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T11:22:37,551 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 904ms, sequenceid=16, compaction requested=false 2024-11-09T11:22:37,554 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T11:22:37,555 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:22:37,555 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:22:37,555 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:22:37,555 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151356645Running coprocessor pre-close hooks at 1731151356645Disabling compacts and flushes for region at 1731151356645Disabling writes for close at 1731151356646 (+1 ms)Obtaining lock to block concurrent updates at 1731151356646Preparing flush snapshotting stores in 1588230740 at 1731151356646Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731151356646Flushing stores of hbase:meta,,1.1588230740 at 1731151356646Flushing 1588230740/info: creating writer at 1731151356646Flushing 1588230740/info: appending metadata at 1731151356657 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731151356657Flushing 1588230740/ns: creating writer at 1731151356665 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731151356680 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731151356680Flushing 1588230740/rep_barrier: creating writer at 1731151357089 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731151357106 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731151357106Flushing 1588230740/table: creating writer at 1731151357112 (+6 ms)Flushing 1588230740/table: appending metadata at 1731151357126 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731151357126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4422aa: reopening flushed file at 1731151357532 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7875daa8: reopening flushed file at 1731151357537 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e9e1b88: reopening flushed file at 1731151357541 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51664366: reopening flushed file at 1731151357545 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 904ms, sequenceid=16, compaction requested=false at 1731151357551 (+6 ms)Writing region close event to WAL at 1731151357552 (+1 ms)Running coprocessor post-close hooks at 1731151357555 (+3 ms)Closed at 1731151357555 2024-11-09T11:22:37,555 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:22:37,646 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T11:22:37,646 DEBUG [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(1325): Online Regions={8838b2c1705f80679fda2bce3de172e9=hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9.} 2024-11-09T11:22:37,646 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(3091): Received CLOSE for 8838b2c1705f80679fda2bce3de172e9 2024-11-09T11:22:37,646 DEBUG [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(1351): Waiting on 8838b2c1705f80679fda2bce3de172e9 2024-11-09T11:22:37,647 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8838b2c1705f80679fda2bce3de172e9, disabling compactions & flushes 2024-11-09T11:22:37,647 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9. 2024-11-09T11:22:37,647 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9. 2024-11-09T11:22:37,647 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9. after waiting 0 ms 2024-11-09T11:22:37,647 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9. 2024-11-09T11:22:37,647 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8838b2c1705f80679fda2bce3de172e9: Waiting for close lock at 1731151357646Running coprocessor pre-close hooks at 1731151357646Disabling compacts and flushes for region at 1731151357646Disabling writes for close at 1731151357647 (+1 ms)Failed flush hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9., putting online again at 1731151357647 2024-11-09T11:22:37,647 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731151342852.8838b2c1705f80679fda2bce3de172e9. 2024-11-09T11:22:37,748 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 1438, reset compression=false 2024-11-09T11:22:37,753 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:22:37,753 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 2082, reset compression=false 2024-11-09T11:22:37,847 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T11:22:37,847 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,46343,1731151326420; all regions closed. 2024-11-09T11:22:37,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741834_1010 (size=4239) 2024-11-09T11:22:37,848 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.meta.1731151329297.meta not finished, retry = 0 2024-11-09T11:22:37,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741839_1015 (size=2171) 2024-11-09T11:22:37,951 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.rep.1731151343586 not finished, retry = 0 2024-11-09T11:22:37,956 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 to pos 2082, reset compression=false 2024-11-09T11:22:38,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741832_1008 (size=2090) 2024-11-09T11:22:38,053 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/WALs/3264b4bbda9f,46343,1731151326420/3264b4bbda9f%2C46343%2C1731151326420.1731151328220 not finished, retry = 0 2024-11-09T11:22:38,154 DEBUG [RS:0;3264b4bbda9f:46343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:38,154 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:22:38,154 INFO [RS:0;3264b4bbda9f:46343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:22:38,155 INFO [RS:0;3264b4bbda9f:46343 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T11:22:38,155 INFO [RS:0;3264b4bbda9f:46343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:22:38,155 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:22:38,155 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3264b4bbda9f,46343,1731151326420 because: Region server is closing 2024-11-09T11:22:38,155 INFO [RS:0;3264b4bbda9f:46343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:46343. 2024-11-09T11:22:38,155 DEBUG [RS:0;3264b4bbda9f:46343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:38,155 DEBUG [RS:0;3264b4bbda9f:46343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:38,155 DEBUG [RS:0;3264b4bbda9f:46343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:38,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:22:38,256 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.shipper3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 terminated 2024-11-09T11:22:38,256 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,46343,1731151326420.replicationSource.wal-reader.3264b4bbda9f%2C46343%2C1731151326420,1-3264b4bbda9f,46343,1731151326420 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T11:22:38,256 INFO [RS:0;3264b4bbda9f:46343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:46343. 2024-11-09T11:22:38,256 DEBUG [RS:0;3264b4bbda9f:46343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:38,256 DEBUG [RS:0;3264b4bbda9f:46343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:38,256 DEBUG [RS:0;3264b4bbda9f:46343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:38,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:22:38,256 INFO [RS:0;3264b4bbda9f:46343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46343 2024-11-09T11:22:38,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627/rs 2024-11-09T11:22:38,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11757410627/rs/3264b4bbda9f,46343,1731151326420 2024-11-09T11:22:38,326 INFO [RS:0;3264b4bbda9f:46343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:22:38,326 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,46343,1731151326420] 2024-11-09T11:22:38,378 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11757410627/draining/3264b4bbda9f,46343,1731151326420 already deleted, retry=false 2024-11-09T11:22:38,378 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,46343,1731151326420 expired; onlineServers=0 2024-11-09T11:22:38,378 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,44083,1731151326273' ***** 2024-11-09T11:22:38,378 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:22:38,378 INFO [M:0;3264b4bbda9f:44083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:22:38,378 INFO [M:0;3264b4bbda9f:44083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:22:38,378 DEBUG [M:0;3264b4bbda9f:44083 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:22:38,378 DEBUG [M:0;3264b4bbda9f:44083 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:22:38,378 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:22:38,378 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151328045 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151328045,5,FailOnTimeoutGroup] 2024-11-09T11:22:38,378 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151328045 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151328045,5,FailOnTimeoutGroup] 2024-11-09T11:22:38,378 INFO [M:0;3264b4bbda9f:44083 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:22:38,378 INFO [M:0;3264b4bbda9f:44083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:22:38,378 DEBUG [M:0;3264b4bbda9f:44083 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:22:38,378 INFO [M:0;3264b4bbda9f:44083 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:22:38,378 INFO [M:0;3264b4bbda9f:44083 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:22:38,379 INFO [M:0;3264b4bbda9f:44083 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:22:38,379 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:22:38,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11757410627/master 2024-11-09T11:22:38,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757410627 2024-11-09T11:22:38,399 DEBUG [M:0;3264b4bbda9f:44083 {}] zookeeper.ZKUtil(347): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Unable to get data of znode /11757410627/master because node does not exist (not an error) 2024-11-09T11:22:38,399 WARN [M:0;3264b4bbda9f:44083 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:22:38,400 INFO [M:0;3264b4bbda9f:44083 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/.lastflushedseqids 2024-11-09T11:22:38,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741847_1023 (size=245) 2024-11-09T11:22:38,427 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 636, reset compression=false 2024-11-09T11:22:38,436 INFO [RS:0;3264b4bbda9f:46343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:22:38,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:22:38,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x1011f54c90e0004, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:22:38,436 INFO [RS:0;3264b4bbda9f:46343 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,46343,1731151326420; zookeeper connection closed. 2024-11-09T11:22:38,436 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ae88bae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ae88bae 2024-11-09T11:22:38,437 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:22:38,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:38,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:38,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:38,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:38,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:38,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:38,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:38,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:38,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:38,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:38,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:38,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:38,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:38,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:38,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:38,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:38,803 INFO [M:0;3264b4bbda9f:44083 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:22:38,803 INFO [M:0;3264b4bbda9f:44083 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:22:38,804 DEBUG [M:0;3264b4bbda9f:44083 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:22:38,804 INFO [M:0;3264b4bbda9f:44083 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:38,804 DEBUG [M:0;3264b4bbda9f:44083 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:38,804 DEBUG [M:0;3264b4bbda9f:44083 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:22:38,804 DEBUG [M:0;3264b4bbda9f:44083 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:38,804 INFO [M:0;3264b4bbda9f:44083 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T11:22:38,820 DEBUG [M:0;3264b4bbda9f:44083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58b95c43e3254a24a255da8c1a4d18dd is 82, key is hbase:meta,,1/info:regioninfo/1731151329324/Put/seqid=0 2024-11-09T11:22:38,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741848_1024 (size=5672) 2024-11-09T11:22:39,224 INFO [M:0;3264b4bbda9f:44083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58b95c43e3254a24a255da8c1a4d18dd 2024-11-09T11:22:39,230 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:22:39,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:39,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:39,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:39,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:39,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:39,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:39,239 DEBUG [M:0;3264b4bbda9f:44083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b45ba808969b4a7885e867de3b47e423 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731151343629/Put/seqid=0 2024-11-09T11:22:39,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741849_1025 (size=8516) 2024-11-09T11:22:39,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:39,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:39,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:39,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:39,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:39,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:39,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:39,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:39,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:39,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:39,642 INFO [M:0;3264b4bbda9f:44083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b45ba808969b4a7885e867de3b47e423 2024-11-09T11:22:39,658 DEBUG [M:0;3264b4bbda9f:44083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8321be2acea4f3e9e457b9935588363 is 69, key is 3264b4bbda9f,46343,1731151326420/rs:state/1731151328079/Put/seqid=0 2024-11-09T11:22:39,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741850_1026 (size=5156) 2024-11-09T11:22:39,831 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 636, reset compression=false 2024-11-09T11:22:40,061 INFO [M:0;3264b4bbda9f:44083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8321be2acea4f3e9e457b9935588363 2024-11-09T11:22:40,065 DEBUG [M:0;3264b4bbda9f:44083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58b95c43e3254a24a255da8c1a4d18dd as hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58b95c43e3254a24a255da8c1a4d18dd 2024-11-09T11:22:40,068 INFO [M:0;3264b4bbda9f:44083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58b95c43e3254a24a255da8c1a4d18dd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T11:22:40,069 DEBUG [M:0;3264b4bbda9f:44083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b45ba808969b4a7885e867de3b47e423 as hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b45ba808969b4a7885e867de3b47e423 2024-11-09T11:22:40,072 INFO [M:0;3264b4bbda9f:44083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b45ba808969b4a7885e867de3b47e423, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T11:22:40,072 DEBUG [M:0;3264b4bbda9f:44083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8321be2acea4f3e9e457b9935588363 as hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8321be2acea4f3e9e457b9935588363 2024-11-09T11:22:40,075 INFO [M:0;3264b4bbda9f:44083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44917/user/jenkins/test-data/b5be47ba-fe33-e308-79be-c0d209861144/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8321be2acea4f3e9e457b9935588363, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T11:22:40,076 INFO [M:0;3264b4bbda9f:44083 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false 2024-11-09T11:22:40,077 INFO [M:0;3264b4bbda9f:44083 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:40,077 DEBUG [M:0;3264b4bbda9f:44083 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151358804Disabling compacts and flushes for region at 1731151358804Disabling writes for close at 1731151358804Obtaining lock to block concurrent updates at 1731151358804Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151358804Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731151358804Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151358805 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151358805Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151358819 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151358819Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151359227 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151359238 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151359238Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151359646 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151359657 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151359657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@355b1be: reopening flushed file at 1731151360064 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1108fa97: reopening flushed file at 1731151360068 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f771ac9: reopening flushed file at 1731151360072 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false at 1731151360076 (+4 ms)Writing region close event to WAL at 1731151360077 (+1 ms)Closed at 1731151360077 2024-11-09T11:22:40,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741830_1006 (size=63654) 2024-11-09T11:22:40,079 INFO [M:0;3264b4bbda9f:44083 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:22:40,079 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:22:40,079 INFO [M:0;3264b4bbda9f:44083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44083 2024-11-09T11:22:40,079 INFO [M:0;3264b4bbda9f:44083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:22:40,228 INFO [M:0;3264b4bbda9f:44083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:22:40,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:22:40,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x1011f54c90e0003, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:22:40,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@198298d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:22:40,231 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@965b6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:22:40,231 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:22:40,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f92b2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:22:40,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600039f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/hadoop.log.dir/,STOPPED} 2024-11-09T11:22:40,233 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:22:40,233 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:22:40,233 WARN [BP-2138358594-172.17.0.2-1731151324173 heartbeating to localhost/127.0.0.1:44917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:22:40,233 WARN [BP-2138358594-172.17.0.2-1731151324173 heartbeating to localhost/127.0.0.1:44917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2138358594-172.17.0.2-1731151324173 (Datanode Uuid f003233f-6204-48af-ab0f-739ad27c95c4) service to localhost/127.0.0.1:44917 2024-11-09T11:22:40,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/cluster_9af14c07-b5e5-44e4-87bc-6a9f8c858370/data/data1/current/BP-2138358594-172.17.0.2-1731151324173 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:22:40,234 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/cluster_9af14c07-b5e5-44e4-87bc-6a9f8c858370/data/data2/current/BP-2138358594-172.17.0.2-1731151324173 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:22:40,234 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:22:40,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cb05dc5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:22:40,239 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c773f45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:22:40,239 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:22:40,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@477a74d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:22:40,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c3bd2e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e0ad98ff-e0b9-7d5f-575d-39789135a0ca/hadoop.log.dir/,STOPPED} 2024-11-09T11:22:40,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:22:40,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:22:40,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:22:40,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:40,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:40,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:40,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:22:40,254 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:22:40,254 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=720586680, stopped=false 2024-11-09T11:22:40,254 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,41689,1731151320977 2024-11-09T11:22:40,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-84548927/running 2024-11-09T11:22:40,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-84548927/running 2024-11-09T11:22:40,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927 2024-11-09T11:22:40,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927 2024-11-09T11:22:40,273 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:22:40,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Set watcher on znode that does not yet exist, /0-84548927/running 2024-11-09T11:22:40,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Set watcher on znode that does not yet exist, /0-84548927/running 2024-11-09T11:22:40,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:22:40,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:40,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:40,274 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,37365,1731151321186' ***** 2024-11-09T11:22:40,274 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:22:40,275 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:22:40,275 INFO [RS:0;3264b4bbda9f:37365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:22:40,275 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:22:40,275 INFO [RS:0;3264b4bbda9f:37365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:22:40,275 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(3091): Received CLOSE for 6bae300c9714da0c5825a99c1bb53e67 2024-11-09T11:22:40,275 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(3091): Received CLOSE for 2341becc1e12926cc7f8e40b7e92005a 2024-11-09T11:22:40,275 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,37365,1731151321186 2024-11-09T11:22:40,275 INFO [RS:0;3264b4bbda9f:37365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:22:40,275 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6bae300c9714da0c5825a99c1bb53e67, disabling compactions & flushes 2024-11-09T11:22:40,275 INFO [RS:0;3264b4bbda9f:37365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:37365. 2024-11-09T11:22:40,275 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67. 2024-11-09T11:22:40,275 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67. 2024-11-09T11:22:40,275 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67. after waiting 0 ms 2024-11-09T11:22:40,275 DEBUG [RS:0;3264b4bbda9f:37365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:40,275 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67. 2024-11-09T11:22:40,275 DEBUG [RS:0;3264b4bbda9f:37365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:40,275 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:22:40,275 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6bae300c9714da0c5825a99c1bb53e67 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-09T11:22:40,275 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:22:40,275 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:22:40,275 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:22:40,276 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T11:22:40,276 DEBUG [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6bae300c9714da0c5825a99c1bb53e67=test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67., 2341becc1e12926cc7f8e40b7e92005a=hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a.} 2024-11-09T11:22:40,276 DEBUG [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2341becc1e12926cc7f8e40b7e92005a, 6bae300c9714da0c5825a99c1bb53e67 2024-11-09T11:22:40,276 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:22:40,276 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:22:40,276 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:22:40,276 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:22:40,276 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:22:40,276 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T11:22:40,288 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/.tmp/info/805e5b7fcf1d475193690e65406f2414 is 147, key is hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a./info:regioninfo/1731151341870/Put/seqid=0 2024-11-09T11:22:40,288 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/default/test/6bae300c9714da0c5825a99c1bb53e67/.tmp/f/a75d21f6b36b415aacd532a0e7d9052c is 28, key is row/f:/1731151349181/DeleteFamily/seqid=0 2024-11-09T11:22:40,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741840_1016 (size=7686) 2024-11-09T11:22:40,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741841_1017 (size=5085) 2024-11-09T11:22:40,302 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:22:40,476 DEBUG [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2341becc1e12926cc7f8e40b7e92005a, 6bae300c9714da0c5825a99c1bb53e67 2024-11-09T11:22:40,676 DEBUG [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2341becc1e12926cc7f8e40b7e92005a, 6bae300c9714da0c5825a99c1bb53e67 2024-11-09T11:22:40,692 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/default/test/6bae300c9714da0c5825a99c1bb53e67/.tmp/f/a75d21f6b36b415aacd532a0e7d9052c 2024-11-09T11:22:40,692 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/.tmp/info/805e5b7fcf1d475193690e65406f2414 2024-11-09T11:22:40,695 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a75d21f6b36b415aacd532a0e7d9052c 2024-11-09T11:22:40,711 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/.tmp/ns/c842e2b7423e4ba6a3b36562cc36badd is 43, key is default/ns:d/1731151324025/Put/seqid=0 2024-11-09T11:22:40,711 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/default/test/6bae300c9714da0c5825a99c1bb53e67/.tmp/f1/cf3e102115ab4f4788e8ce6707a2eff8 is 29, key is row/f1:/1731151349181/DeleteFamily/seqid=0 2024-11-09T11:22:40,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741842_1018 (size=5153) 2024-11-09T11:22:40,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741843_1019 (size=5089) 2024-11-09T11:22:40,715 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/.tmp/ns/c842e2b7423e4ba6a3b36562cc36badd 2024-11-09T11:22:40,729 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/.tmp/rep_barrier/c0e747e057c24496bf9aaabc9d53471d is 112, key is test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67./rep_barrier:seqnumDuringOpen/1731151335985/Put/seqid=0 2024-11-09T11:22:40,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741844_1020 (size=5518) 2024-11-09T11:22:40,876 DEBUG [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2341becc1e12926cc7f8e40b7e92005a, 6bae300c9714da0c5825a99c1bb53e67 2024-11-09T11:22:41,076 DEBUG [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2341becc1e12926cc7f8e40b7e92005a, 6bae300c9714da0c5825a99c1bb53e67 2024-11-09T11:22:41,115 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/default/test/6bae300c9714da0c5825a99c1bb53e67/.tmp/f1/cf3e102115ab4f4788e8ce6707a2eff8 2024-11-09T11:22:41,119 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf3e102115ab4f4788e8ce6707a2eff8 2024-11-09T11:22:41,132 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/default/test/6bae300c9714da0c5825a99c1bb53e67/.tmp/norep/b6a9f99ecfcc4a6280fde7f447b0d494 is 32, key is row/norep:/1731151349181/DeleteFamily/seqid=0 2024-11-09T11:22:41,132 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/.tmp/rep_barrier/c0e747e057c24496bf9aaabc9d53471d 2024-11-09T11:22:41,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741845_1021 (size=5101) 2024-11-09T11:22:41,136 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/default/test/6bae300c9714da0c5825a99c1bb53e67/.tmp/norep/b6a9f99ecfcc4a6280fde7f447b0d494 2024-11-09T11:22:41,141 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6a9f99ecfcc4a6280fde7f447b0d494 2024-11-09T11:22:41,142 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/default/test/6bae300c9714da0c5825a99c1bb53e67/.tmp/f/a75d21f6b36b415aacd532a0e7d9052c as hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/default/test/6bae300c9714da0c5825a99c1bb53e67/f/a75d21f6b36b415aacd532a0e7d9052c 2024-11-09T11:22:41,145 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a75d21f6b36b415aacd532a0e7d9052c 2024-11-09T11:22:41,145 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/default/test/6bae300c9714da0c5825a99c1bb53e67/f/a75d21f6b36b415aacd532a0e7d9052c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T11:22:41,146 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/default/test/6bae300c9714da0c5825a99c1bb53e67/.tmp/f1/cf3e102115ab4f4788e8ce6707a2eff8 as hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/default/test/6bae300c9714da0c5825a99c1bb53e67/f1/cf3e102115ab4f4788e8ce6707a2eff8 2024-11-09T11:22:41,149 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf3e102115ab4f4788e8ce6707a2eff8 2024-11-09T11:22:41,149 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/default/test/6bae300c9714da0c5825a99c1bb53e67/f1/cf3e102115ab4f4788e8ce6707a2eff8, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T11:22:41,150 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/default/test/6bae300c9714da0c5825a99c1bb53e67/.tmp/norep/b6a9f99ecfcc4a6280fde7f447b0d494 as hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/default/test/6bae300c9714da0c5825a99c1bb53e67/norep/b6a9f99ecfcc4a6280fde7f447b0d494 2024-11-09T11:22:41,154 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6a9f99ecfcc4a6280fde7f447b0d494 2024-11-09T11:22:41,155 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/default/test/6bae300c9714da0c5825a99c1bb53e67/norep/b6a9f99ecfcc4a6280fde7f447b0d494, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T11:22:41,155 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6bae300c9714da0c5825a99c1bb53e67 in 880ms, sequenceid=6, compaction requested=false 2024-11-09T11:22:41,155 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/.tmp/table/2f19680783b84f3dae945cd71ad2a146 is 53, key is hbase:replication/table:state/1731151341878/Put/seqid=0 2024-11-09T11:22:41,155 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T11:22:41,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741846_1022 (size=5308) 2024-11-09T11:22:41,167 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/.tmp/table/2f19680783b84f3dae945cd71ad2a146 2024-11-09T11:22:41,168 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/default/test/6bae300c9714da0c5825a99c1bb53e67/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T11:22:41,169 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:22:41,169 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:22:41,169 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67. 2024-11-09T11:22:41,169 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6bae300c9714da0c5825a99c1bb53e67: Waiting for close lock at 1731151360275Running coprocessor pre-close hooks at 1731151360275Disabling compacts and flushes for region at 1731151360275Disabling writes for close at 1731151360275Obtaining lock to block concurrent updates at 1731151360275Preparing flush snapshotting stores in 6bae300c9714da0c5825a99c1bb53e67 at 1731151360275Finished memstore snapshotting test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731151360276 (+1 ms)Flushing stores of test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67. at 1731151360276Flushing 6bae300c9714da0c5825a99c1bb53e67/f: creating writer at 1731151360276Flushing 6bae300c9714da0c5825a99c1bb53e67/f: appending metadata at 1731151360288 (+12 ms)Flushing 6bae300c9714da0c5825a99c1bb53e67/f: closing flushed file at 1731151360288Flushing 6bae300c9714da0c5825a99c1bb53e67/f1: creating writer at 1731151360695 (+407 ms)Flushing 6bae300c9714da0c5825a99c1bb53e67/f1: appending metadata at 1731151360710 (+15 ms)Flushing 6bae300c9714da0c5825a99c1bb53e67/f1: closing flushed file at 1731151360710Flushing 6bae300c9714da0c5825a99c1bb53e67/norep: creating writer at 1731151361119 (+409 ms)Flushing 6bae300c9714da0c5825a99c1bb53e67/norep: appending metadata at 1731151361132 (+13 ms)Flushing 6bae300c9714da0c5825a99c1bb53e67/norep: closing flushed file at 1731151361132Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a699450: reopening flushed file at 1731151361141 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c0620fd: reopening flushed file at 1731151361145 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a06b2f: reopening flushed file at 1731151361150 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6bae300c9714da0c5825a99c1bb53e67 in 880ms, sequenceid=6, compaction requested=false at 1731151361155 (+5 ms)Writing region close event to WAL at 1731151361165 (+10 ms)Running coprocessor post-close hooks at 1731151361169 (+4 ms)Closed at 1731151361169 2024-11-09T11:22:41,170 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731151335238.6bae300c9714da0c5825a99c1bb53e67. 2024-11-09T11:22:41,170 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2341becc1e12926cc7f8e40b7e92005a, disabling compactions & flushes 2024-11-09T11:22:41,170 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a. 2024-11-09T11:22:41,170 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a. 2024-11-09T11:22:41,170 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a. after waiting 0 ms 2024-11-09T11:22:41,170 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a. 2024-11-09T11:22:41,170 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2341becc1e12926cc7f8e40b7e92005a 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-09T11:22:41,173 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/.tmp/info/805e5b7fcf1d475193690e65406f2414 as hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/info/805e5b7fcf1d475193690e65406f2414 2024-11-09T11:22:41,177 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/info/805e5b7fcf1d475193690e65406f2414, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T11:22:41,178 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/.tmp/ns/c842e2b7423e4ba6a3b36562cc36badd as hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/ns/c842e2b7423e4ba6a3b36562cc36badd 2024-11-09T11:22:41,182 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/ns/c842e2b7423e4ba6a3b36562cc36badd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T11:22:41,182 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/.tmp/rep_barrier/c0e747e057c24496bf9aaabc9d53471d as hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/rep_barrier/c0e747e057c24496bf9aaabc9d53471d 2024-11-09T11:22:41,186 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/rep_barrier/c0e747e057c24496bf9aaabc9d53471d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T11:22:41,187 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/.tmp/table/2f19680783b84f3dae945cd71ad2a146 as hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/table/2f19680783b84f3dae945cd71ad2a146 2024-11-09T11:22:41,189 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/replication/2341becc1e12926cc7f8e40b7e92005a/.tmp/queue/a3ee47f0688144588568dfe13dd2ebe6 is 153, key is 1-3264b4bbda9f,37365,1731151321186/queue:3264b4bbda9f%2C37365%2C1731151321186/1731151349389/Put/seqid=0 2024-11-09T11:22:41,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741847_1023 (size=5352) 2024-11-09T11:22:41,192 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/replication/2341becc1e12926cc7f8e40b7e92005a/.tmp/queue/a3ee47f0688144588568dfe13dd2ebe6 2024-11-09T11:22:41,193 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/table/2f19680783b84f3dae945cd71ad2a146, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T11:22:41,193 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=16, compaction requested=false 2024-11-09T11:22:41,193 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:22:41,196 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/replication/2341becc1e12926cc7f8e40b7e92005a/.tmp/queue/a3ee47f0688144588568dfe13dd2ebe6 as hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/replication/2341becc1e12926cc7f8e40b7e92005a/queue/a3ee47f0688144588568dfe13dd2ebe6 2024-11-09T11:22:41,199 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T11:22:41,199 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:22:41,199 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:22:41,199 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:22:41,199 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151360276Running coprocessor pre-close hooks at 1731151360276Disabling compacts and flushes for region at 1731151360276Disabling writes for close at 1731151360276Obtaining lock to block concurrent updates at 1731151360276Preparing flush snapshotting stores in 1588230740 at 1731151360276Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731151360276Flushing stores of hbase:meta,,1.1588230740 at 1731151360276Flushing 1588230740/info: creating writer at 1731151360276Flushing 1588230740/info: appending metadata at 1731151360288 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731151360288Flushing 1588230740/ns: creating writer at 1731151360695 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731151360710 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731151360710Flushing 1588230740/rep_barrier: creating writer at 1731151360718 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731151360729 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731151360729Flushing 1588230740/table: creating writer at 1731151361136 (+407 ms)Flushing 1588230740/table: appending metadata at 1731151361155 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731151361155Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4933eabb: reopening flushed file at 1731151361172 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c20e17: reopening flushed file at 1731151361177 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f36112: reopening flushed file at 1731151361182 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c64196a: reopening flushed file at 1731151361187 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=16, compaction requested=false at 1731151361193 (+6 ms)Writing region close event to WAL at 1731151361196 (+3 ms)Running coprocessor post-close hooks at 1731151361199 (+3 ms)Closed at 1731151361199 2024-11-09T11:22:41,200 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:22:41,200 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/replication/2341becc1e12926cc7f8e40b7e92005a/queue/a3ee47f0688144588568dfe13dd2ebe6, entries=1, sequenceid=8, filesize=5.2 K 2024-11-09T11:22:41,201 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2341becc1e12926cc7f8e40b7e92005a in 31ms, sequenceid=8, compaction requested=false 2024-11-09T11:22:41,203 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/data/hbase/replication/2341becc1e12926cc7f8e40b7e92005a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T11:22:41,204 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:22:41,204 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:22:41,204 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a. 2024-11-09T11:22:41,204 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2341becc1e12926cc7f8e40b7e92005a: Waiting for close lock at 1731151361170Running coprocessor pre-close hooks at 1731151361170Disabling compacts and flushes for region at 1731151361170Disabling writes for close at 1731151361170Obtaining lock to block concurrent updates at 1731151361170Preparing flush snapshotting stores in 2341becc1e12926cc7f8e40b7e92005a at 1731151361170Finished memstore snapshotting hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731151361170Flushing stores of hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a. at 1731151361171 (+1 ms)Flushing 2341becc1e12926cc7f8e40b7e92005a/queue: creating writer at 1731151361171Flushing 2341becc1e12926cc7f8e40b7e92005a/queue: appending metadata at 1731151361188 (+17 ms)Flushing 2341becc1e12926cc7f8e40b7e92005a/queue: closing flushed file at 1731151361188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@798e0add: reopening flushed file at 1731151361195 (+7 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2341becc1e12926cc7f8e40b7e92005a in 31ms, sequenceid=8, compaction requested=false at 1731151361201 (+6 ms)Writing region close event to WAL at 1731151361201Running coprocessor post-close hooks at 1731151361204 (+3 ms)Closed at 1731151361204 2024-11-09T11:22:41,204 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731151340693.2341becc1e12926cc7f8e40b7e92005a. 2024-11-09T11:22:41,268 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:22:41,268 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:22:41,277 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,37365,1731151321186; all regions closed. 2024-11-09T11:22:41,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741834_1010 (size=4239) 2024-11-09T11:22:41,278 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.meta.1731151323960.meta not finished, retry = 0 2024-11-09T11:22:41,333 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 636, reset compression=false 2024-11-09T11:22:41,338 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:22:41,338 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.wal-reader.3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390 to pos 1527, reset compression=false 2024-11-09T11:22:41,338 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.shipper3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,37365,1731151321186 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.1731151323390, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:22:41,338 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.shipper3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3264b4bbda9f,37365,1731151321186: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3264b4bbda9f,37365,1731151321186, walGroup=3264b4bbda9f%2C37365%2C1731151321186, offset=3264b4bbda9f%2C37365%2C1731151321186.1731151323390:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:37365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T11:22:41,339 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.shipper3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T11:22:41,340 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.shipper3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T11:22:41,340 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.shipper3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T11:22:41,340 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.shipper3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T11:22:41,340 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.shipper3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T11:22:41,340 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.shipper3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 894615112 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202774432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T11:22:41,341 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.shipper3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:41689 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:41689 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T11:22:41,380 DEBUG [RS:0;3264b4bbda9f:37365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/oldWALs 2024-11-09T11:22:41,380 INFO [RS:0;3264b4bbda9f:37365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C37365%2C1731151321186.meta:.meta(num 1731151323960) 2024-11-09T11:22:41,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741839_1015 (size=2240) 2024-11-09T11:22:41,382 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/WALs/3264b4bbda9f,37365,1731151321186/3264b4bbda9f%2C37365%2C1731151321186.rep.1731151341833 not finished, retry = 0 2024-11-09T11:22:41,484 DEBUG [RS:0;3264b4bbda9f:37365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/oldWALs 2024-11-09T11:22:41,484 INFO [RS:0;3264b4bbda9f:37365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C37365%2C1731151321186.rep:(num 1731151341833) 2024-11-09T11:22:41,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741833_1009 (size=1535) 2024-11-09T11:22:41,487 DEBUG [RS:0;3264b4bbda9f:37365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/oldWALs 2024-11-09T11:22:41,487 INFO [RS:0;3264b4bbda9f:37365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C37365%2C1731151321186:(num 1731151323390) 2024-11-09T11:22:41,487 DEBUG [RS:0;3264b4bbda9f:37365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:41,487 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:22:41,487 INFO [RS:0;3264b4bbda9f:37365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:22:41,487 INFO [RS:0;3264b4bbda9f:37365 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T11:22:41,487 INFO [RS:0;3264b4bbda9f:37365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:22:41,487 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:22:41,487 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3264b4bbda9f,37365,1731151321186 because: Region server is closing 2024-11-09T11:22:41,488 INFO [RS:0;3264b4bbda9f:37365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:37365. 2024-11-09T11:22:41,488 DEBUG [RS:0;3264b4bbda9f:37365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:41,488 DEBUG [RS:0;3264b4bbda9f:37365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:41,488 DEBUG [RS:0;3264b4bbda9f:37365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:41,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:22:41,588 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,37365,1731151321186.replicationSource.shipper3264b4bbda9f%2C37365%2C1731151321186,1-3264b4bbda9f,37365,1731151321186 terminated 2024-11-09T11:22:41,588 INFO [RS:0;3264b4bbda9f:37365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37365 2024-11-09T11:22:41,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927/rs 2024-11-09T11:22:41,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-84548927/rs/3264b4bbda9f,37365,1731151321186 2024-11-09T11:22:41,654 INFO [RS:0;3264b4bbda9f:37365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:22:41,665 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,37365,1731151321186] 2024-11-09T11:22:41,675 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-84548927/draining/3264b4bbda9f,37365,1731151321186 already deleted, retry=false 2024-11-09T11:22:41,675 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,37365,1731151321186 expired; onlineServers=0 2024-11-09T11:22:41,675 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,41689,1731151320977' ***** 2024-11-09T11:22:41,675 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:22:41,675 INFO [M:0;3264b4bbda9f:41689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:22:41,675 INFO [M:0;3264b4bbda9f:41689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:22:41,675 DEBUG [M:0;3264b4bbda9f:41689 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:22:41,676 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:22:41,676 DEBUG [M:0;3264b4bbda9f:41689 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:22:41,676 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151323199 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151323199,5,FailOnTimeoutGroup] 2024-11-09T11:22:41,676 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151323199 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151323199,5,FailOnTimeoutGroup] 2024-11-09T11:22:41,676 INFO [M:0;3264b4bbda9f:41689 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:22:41,676 INFO [M:0;3264b4bbda9f:41689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:22:41,676 DEBUG [M:0;3264b4bbda9f:41689 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:22:41,676 INFO [M:0;3264b4bbda9f:41689 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:22:41,676 INFO [M:0;3264b4bbda9f:41689 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:22:41,676 ERROR [M:0;3264b4bbda9f:41689 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43969,5,PEWorkerGroup] 2024-11-09T11:22:41,676 INFO [M:0;3264b4bbda9f:41689 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:22:41,676 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:22:41,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-84548927/master 2024-11-09T11:22:41,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-84548927 2024-11-09T11:22:41,686 DEBUG [M:0;3264b4bbda9f:41689 {}] zookeeper.ZKUtil(347): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Unable to get data of znode /0-84548927/master because node does not exist (not an error) 2024-11-09T11:22:41,686 WARN [M:0;3264b4bbda9f:41689 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:22:41,687 INFO [M:0;3264b4bbda9f:41689 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/.lastflushedseqids 2024-11-09T11:22:41,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741848_1024 (size=245) 2024-11-09T11:22:41,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:22:41,765 INFO [RS:0;3264b4bbda9f:37365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:22:41,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1011f54c90e0001, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:22:41,765 INFO [RS:0;3264b4bbda9f:37365 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,37365,1731151321186; zookeeper connection closed. 2024-11-09T11:22:41,765 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@133f6ebd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@133f6ebd 2024-11-09T11:22:41,765 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:22:42,090 INFO [M:0;3264b4bbda9f:41689 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:22:42,090 INFO [M:0;3264b4bbda9f:41689 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:22:42,091 DEBUG [M:0;3264b4bbda9f:41689 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:22:42,091 INFO [M:0;3264b4bbda9f:41689 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:42,091 DEBUG [M:0;3264b4bbda9f:41689 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:42,091 DEBUG [M:0;3264b4bbda9f:41689 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:22:42,091 DEBUG [M:0;3264b4bbda9f:41689 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:42,091 INFO [M:0;3264b4bbda9f:41689 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-09T11:22:42,104 DEBUG [M:0;3264b4bbda9f:41689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/947e9ce0729644d5978c7dc00b1cab71 is 82, key is hbase:meta,,1/info:regioninfo/1731151323985/Put/seqid=0 2024-11-09T11:22:42,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741849_1025 (size=5672) 2024-11-09T11:22:42,507 INFO [M:0;3264b4bbda9f:41689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/947e9ce0729644d5978c7dc00b1cab71 2024-11-09T11:22:42,522 DEBUG [M:0;3264b4bbda9f:41689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47878d2fcd8148f5b6d377572bac64d5 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731151335994/Put/seqid=0 2024-11-09T11:22:42,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741850_1026 (size=7219) 2024-11-09T11:22:42,926 INFO [M:0;3264b4bbda9f:41689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47878d2fcd8148f5b6d377572bac64d5 2024-11-09T11:22:42,929 INFO [M:0;3264b4bbda9f:41689 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47878d2fcd8148f5b6d377572bac64d5 2024-11-09T11:22:42,941 DEBUG [M:0;3264b4bbda9f:41689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b3d8ffe6ab748be8f39fb1031ee7fc2 is 69, key is 3264b4bbda9f,37365,1731151321186/rs:state/1731151323248/Put/seqid=0 2024-11-09T11:22:42,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741851_1027 (size=5156) 2024-11-09T11:22:43,345 INFO [M:0;3264b4bbda9f:41689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b3d8ffe6ab748be8f39fb1031ee7fc2 2024-11-09T11:22:43,349 DEBUG [M:0;3264b4bbda9f:41689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/947e9ce0729644d5978c7dc00b1cab71 as hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/947e9ce0729644d5978c7dc00b1cab71 2024-11-09T11:22:43,352 INFO [M:0;3264b4bbda9f:41689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/947e9ce0729644d5978c7dc00b1cab71, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T11:22:43,353 DEBUG [M:0;3264b4bbda9f:41689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47878d2fcd8148f5b6d377572bac64d5 as hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47878d2fcd8148f5b6d377572bac64d5 2024-11-09T11:22:43,355 INFO [M:0;3264b4bbda9f:41689 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47878d2fcd8148f5b6d377572bac64d5 2024-11-09T11:22:43,356 INFO [M:0;3264b4bbda9f:41689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47878d2fcd8148f5b6d377572bac64d5, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T11:22:43,356 DEBUG [M:0;3264b4bbda9f:41689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b3d8ffe6ab748be8f39fb1031ee7fc2 as hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b3d8ffe6ab748be8f39fb1031ee7fc2 2024-11-09T11:22:43,359 INFO [M:0;3264b4bbda9f:41689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43969/user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b3d8ffe6ab748be8f39fb1031ee7fc2, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T11:22:43,360 INFO [M:0;3264b4bbda9f:41689 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=105, compaction requested=false 2024-11-09T11:22:43,361 INFO [M:0;3264b4bbda9f:41689 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:43,361 DEBUG [M:0;3264b4bbda9f:41689 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151362091Disabling compacts and flushes for region at 1731151362091Disabling writes for close at 1731151362091Obtaining lock to block concurrent updates at 1731151362091Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151362091Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731151362091Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151362092 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151362092Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151362104 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151362104Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151362511 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151362522 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151362522Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151362929 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151362941 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151362941Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e040ca8: reopening flushed file at 1731151363348 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4331f90d: reopening flushed file at 1731151363352 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5767e8af: reopening flushed file at 1731151363356 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=105, compaction requested=false at 1731151363360 (+4 ms)Writing region close event to WAL at 1731151363360Closed at 1731151363361 (+1 ms) 2024-11-09T11:22:43,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741830_1006 (size=64435) 2024-11-09T11:22:43,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0818b48f-4cd3-6b14-9981-fcd506541583/MasterData/WALs/3264b4bbda9f,41689,1731151320977/3264b4bbda9f%2C41689%2C1731151320977.1731151322937 not finished, retry = 0 2024-11-09T11:22:43,463 INFO [M:0;3264b4bbda9f:41689 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:22:43,463 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:22:43,463 INFO [M:0;3264b4bbda9f:41689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41689 2024-11-09T11:22:43,463 INFO [M:0;3264b4bbda9f:41689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:22:43,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:22:43,659 INFO [M:0;3264b4bbda9f:41689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:22:43,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x1011f54c90e0000, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:22:43,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1342b4f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:22:43,662 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f8809b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:22:43,662 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:22:43,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1383d0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:22:43,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5462383e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/hadoop.log.dir/,STOPPED} 2024-11-09T11:22:43,663 WARN [BP-1967562464-172.17.0.2-1731151318386 heartbeating to localhost/127.0.0.1:43969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:22:43,663 WARN [BP-1967562464-172.17.0.2-1731151318386 heartbeating to localhost/127.0.0.1:43969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1967562464-172.17.0.2-1731151318386 (Datanode Uuid bf40bd2d-17cd-4f50-b448-a76a4b40223d) service to localhost/127.0.0.1:43969 2024-11-09T11:22:43,663 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:22:43,663 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:22:43,664 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/cluster_295e531a-c6d9-8139-ede9-73c9af8d5600/data/data1/current/BP-1967562464-172.17.0.2-1731151318386 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:22:43,664 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/cluster_295e531a-c6d9-8139-ede9-73c9af8d5600/data/data2/current/BP-1967562464-172.17.0.2-1731151318386 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:22:43,664 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:22:43,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18f616f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:22:43,670 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19834401{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:22:43,670 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:22:43,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40a48f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:22:43,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64155f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b95aeed1-cb53-6030-b448-1a659555dadf/hadoop.log.dir/,STOPPED} 2024-11-09T11:22:43,675 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T11:22:43,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:22:43,695 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 311) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34309 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43969 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58437) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58437) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:43969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58437) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44917 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:34309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:44917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=790 (was 715) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=508 (was 492) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1419 (was 1607) 2024-11-09T11:22:43,705 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=790, MaxFileDescriptor=1048576, SystemLoadAverage=508, ProcessCount=11, AvailableMemoryMB=1419 2024-11-09T11:22:43,717 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-09T11:22:43,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/hadoop.log.dir so I do NOT create it in target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f 2024-11-09T11:22:43,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:22:43,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/hadoop.tmp.dir so I do NOT create it in target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f 2024-11-09T11:22:43,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ece9c492-e35e-1be0-eadd-030d5133a74a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:22:43,717 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f 2024-11-09T11:22:43,717 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/cluster_1a305a64-7205-53f2-812b-295fef186526, deleteOnExit=true 2024-11-09T11:22:43,720 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/cluster_1a305a64-7205-53f2-812b-295fef186526/zookeeper_0, clientPort=64839, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/cluster_1a305a64-7205-53f2-812b-295fef186526/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/cluster_1a305a64-7205-53f2-812b-295fef186526/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T11:22:43,720 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64839 2024-11-09T11:22:43,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:22:43,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:22:43,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/test.cache.data in system properties and HBase conf 2024-11-09T11:22:43,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:22:43,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:22:43,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:22:43,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:22:43,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:22:43,721 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:22:43,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:22:43,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:22:43,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:22:43,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:22:43,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:22:43,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:22:43,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:22:43,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:22:43,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:22:43,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:22:43,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:22:43,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:22:43,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:22:43,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:22:43,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011f54c90e0005, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:22:43,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011f54c90e0008, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:22:43,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011f54c90e0002, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:22:43,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011f54c90e0002, quorum=127.0.0.1:58437, baseZNode=/0-84548927 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:22:43,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011f54c90e0008, quorum=127.0.0.1:58437, baseZNode=/21718728486 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:22:43,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011f54c90e0005, quorum=127.0.0.1:58437, baseZNode=/11757410627 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:22:44,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:22:44,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:22:44,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:22:44,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:22:44,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:22:44,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:22:44,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39b45bf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:22:44,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42b227f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:22:44,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ab2e0df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/java.io.tmpdir/jetty-localhost-45323-hadoop-hdfs-3_4_1-tests_jar-_-any-15343186871202717243/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:22:44,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2106c5d2{HTTP/1.1, (http/1.1)}{localhost:45323} 2024-11-09T11:22:44,146 INFO [Time-limited test {}] server.Server(415): Started @318047ms 2024-11-09T11:22:44,384 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:22:44,387 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:44,387 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:44,387 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:44,387 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:44,387 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:44,387 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:44,388 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:44,388 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:44,419 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:44,419 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:44,419 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:44,419 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:44,419 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:44,419 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:44,425 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:44,428 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:44,428 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:44,429 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:44,456 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:22:44,458 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:22:44,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:22:44,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:22:44,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:22:44,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c3e29d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:22:44,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64194794{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:22:44,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23395102{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/java.io.tmpdir/jetty-localhost-34195-hadoop-hdfs-3_4_1-tests_jar-_-any-12738717882074752103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:22:44,575 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2889f38a{HTTP/1.1, (http/1.1)}{localhost:34195} 2024-11-09T11:22:44,575 INFO [Time-limited test {}] server.Server(415): Started @318476ms 2024-11-09T11:22:44,576 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:22:44,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T11:22:44,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T11:22:44,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T11:22:44,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:22:45,227 WARN [Thread-4168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/cluster_1a305a64-7205-53f2-812b-295fef186526/data/data2/current/BP-1457770014-172.17.0.2-1731151363743/current, will proceed with Du for space computation calculation, 2024-11-09T11:22:45,227 WARN [Thread-4167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/cluster_1a305a64-7205-53f2-812b-295fef186526/data/data1/current/BP-1457770014-172.17.0.2-1731151363743/current, will proceed with Du for space computation calculation, 2024-11-09T11:22:45,241 WARN [Thread-4155 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:22:45,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x720446050922f350 with lease ID 0x4365c6b50018722: Processing first storage report for DS-62c801a2-1b9e-4eae-b1e3-54cab9a4dbff from datanode DatanodeRegistration(127.0.0.1:44203, datanodeUuid=760436f9-bd45-43e3-a765-d42815be70e9, infoPort=43543, infoSecurePort=0, ipcPort=44363, storageInfo=lv=-57;cid=testClusterID;nsid=1317743975;c=1731151363743) 2024-11-09T11:22:45,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x720446050922f350 with lease ID 0x4365c6b50018722: from storage DS-62c801a2-1b9e-4eae-b1e3-54cab9a4dbff node DatanodeRegistration(127.0.0.1:44203, datanodeUuid=760436f9-bd45-43e3-a765-d42815be70e9, infoPort=43543, infoSecurePort=0, ipcPort=44363, storageInfo=lv=-57;cid=testClusterID;nsid=1317743975;c=1731151363743), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:22:45,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x720446050922f350 with lease ID 0x4365c6b50018722: Processing first storage report for DS-db96ab02-c2c9-4f66-a9be-08f87991d7ae from datanode DatanodeRegistration(127.0.0.1:44203, datanodeUuid=760436f9-bd45-43e3-a765-d42815be70e9, infoPort=43543, infoSecurePort=0, ipcPort=44363, storageInfo=lv=-57;cid=testClusterID;nsid=1317743975;c=1731151363743) 2024-11-09T11:22:45,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x720446050922f350 with lease ID 0x4365c6b50018722: from storage DS-db96ab02-c2c9-4f66-a9be-08f87991d7ae node DatanodeRegistration(127.0.0.1:44203, datanodeUuid=760436f9-bd45-43e3-a765-d42815be70e9, infoPort=43543, infoSecurePort=0, ipcPort=44363, storageInfo=lv=-57;cid=testClusterID;nsid=1317743975;c=1731151363743), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:22:45,300 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f 2024-11-09T11:22:45,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:45,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:45,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:22:45,708 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9 with version=8 2024-11-09T11:22:45,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/hbase-staging 2024-11-09T11:22:45,710 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:22:45,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:45,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:45,711 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:22:45,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:45,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:22:45,711 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:22:45,711 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:22:45,711 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42267 2024-11-09T11:22:45,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42267 connecting to ZooKeeper ensemble=127.0.0.1:64839 2024-11-09T11:22:45,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422670x0, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:22:45,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42267-0x1011f557a330000 connected 2024-11-09T11:22:45,868 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:22:45,868 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:22:45,868 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128666 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:22:45,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:45,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:45,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Set watcher on znode that does not yet exist, /0519430076/running 2024-11-09T11:22:45,878 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9, hbase.cluster.distributed=false 2024-11-09T11:22:45,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Set watcher on znode that does not yet exist, /0519430076/acl 2024-11-09T11:22:45,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42267 2024-11-09T11:22:45,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42267 2024-11-09T11:22:45,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42267 2024-11-09T11:22:45,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42267 2024-11-09T11:22:45,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42267 2024-11-09T11:22:45,893 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:22:45,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:45,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:45,893 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:22:45,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:45,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:22:45,893 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:22:45,893 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:22:45,894 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37919 2024-11-09T11:22:45,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37919 connecting to ZooKeeper ensemble=127.0.0.1:64839 2024-11-09T11:22:45,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:45,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:45,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379190x0, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:22:45,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379190x0, quorum=127.0.0.1:64839, baseZNode=/0519430076 Set watcher on znode that does not yet exist, /0519430076/running 2024-11-09T11:22:45,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37919-0x1011f557a330001 connected 2024-11-09T11:22:45,907 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:22:45,908 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:22:45,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37919-0x1011f557a330001, quorum=127.0.0.1:64839, baseZNode=/0519430076 Set watcher on znode that does not yet exist, /0519430076/master 2024-11-09T11:22:45,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37919-0x1011f557a330001, quorum=127.0.0.1:64839, baseZNode=/0519430076 Set watcher on znode that does not yet exist, /0519430076/acl 2024-11-09T11:22:45,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37919 2024-11-09T11:22:45,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37919 2024-11-09T11:22:45,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37919 2024-11-09T11:22:45,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37919 2024-11-09T11:22:45,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37919 2024-11-09T11:22:45,923 DEBUG [M:0;3264b4bbda9f:42267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:42267 2024-11-09T11:22:45,924 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0519430076/backup-masters/3264b4bbda9f,42267,1731151365710 2024-11-09T11:22:45,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1011f557a330001, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519430076/backup-masters 2024-11-09T11:22:45,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519430076/backup-masters 2024-11-09T11:22:45,936 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Set watcher on existing znode=/0519430076/backup-masters/3264b4bbda9f,42267,1731151365710 2024-11-09T11:22:45,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1011f557a330001, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0519430076/master 2024-11-09T11:22:45,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519430076 2024-11-09T11:22:45,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1011f557a330001, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519430076 2024-11-09T11:22:45,946 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Set watcher on existing znode=/0519430076/master 2024-11-09T11:22:45,946 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0519430076/backup-masters/3264b4bbda9f,42267,1731151365710 from backup master directory 2024-11-09T11:22:45,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1011f557a330001, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519430076/backup-masters 2024-11-09T11:22:45,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0519430076/backup-masters/3264b4bbda9f,42267,1731151365710 2024-11-09T11:22:45,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519430076/backup-masters 2024-11-09T11:22:45,956 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:22:45,956 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,42267,1731151365710 2024-11-09T11:22:45,959 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/hbase.id] with ID: 4027b210-f740-4294-b80f-ec0ff21bad57 2024-11-09T11:22:45,959 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/.tmp/hbase.id 2024-11-09T11:22:45,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:22:46,363 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/.tmp/hbase.id]:[hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/hbase.id] 2024-11-09T11:22:46,371 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:46,371 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:22:46,372 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T11:22:46,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1011f557a330001, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519430076 2024-11-09T11:22:46,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519430076 2024-11-09T11:22:46,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:22:46,827 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:22:46,828 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:22:46,828 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:22:46,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:22:47,233 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/MasterData/data/master/store 2024-11-09T11:22:47,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:22:47,638 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:47,638 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:22:47,638 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:47,638 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:47,638 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:22:47,638 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:47,638 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:47,638 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151367638Disabling compacts and flushes for region at 1731151367638Disabling writes for close at 1731151367638Writing region close event to WAL at 1731151367638Closed at 1731151367638 2024-11-09T11:22:47,639 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/MasterData/data/master/store/.initializing 2024-11-09T11:22:47,639 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/MasterData/WALs/3264b4bbda9f,42267,1731151365710 2024-11-09T11:22:47,640 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:22:47,640 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C42267%2C1731151365710, suffix=, logDir=hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/MasterData/WALs/3264b4bbda9f,42267,1731151365710, archiveDir=hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/MasterData/oldWALs, maxLogs=10 2024-11-09T11:22:47,651 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/MasterData/WALs/3264b4bbda9f,42267,1731151365710/3264b4bbda9f%2C42267%2C1731151365710.1731151367641, exclude list is [], retry=0 2024-11-09T11:22:47,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44203,DS-62c801a2-1b9e-4eae-b1e3-54cab9a4dbff,DISK] 2024-11-09T11:22:47,654 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/MasterData/WALs/3264b4bbda9f,42267,1731151365710/3264b4bbda9f%2C42267%2C1731151365710.1731151367641 2024-11-09T11:22:47,654 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43543:43543)] 2024-11-09T11:22:47,654 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:22:47,655 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:47,655 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:47,655 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:47,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:47,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:22:47,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:47,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:47,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:47,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:22:47,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:47,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:47,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:47,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:22:47,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:47,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:47,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:47,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:22:47,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:47,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:47,660 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:47,660 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:47,661 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:47,661 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:47,661 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:47,662 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:22:47,662 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:47,663 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:22:47,663 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73989111, jitterRate=0.10252366960048676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:22:47,664 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151367655Initializing all the Stores at 1731151367655Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151367655Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151367655Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151367655Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151367655Cleaning up temporary data from old regions at 1731151367661 (+6 ms)Region opened successfully at 1731151367664 (+3 ms) 2024-11-09T11:22:47,664 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:22:47,665 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2d54fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:22:47,666 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:22:47,666 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:22:47,666 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:22:47,666 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:22:47,666 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:22:47,667 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:22:47,667 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:22:47,668 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:22:47,669 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Unable to get data of znode /0519430076/balancer because node does not exist (not necessarily an error) 2024-11-09T11:22:47,738 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0519430076/balancer already deleted, retry=false 2024-11-09T11:22:47,738 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:22:47,739 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Unable to get data of znode /0519430076/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:22:47,748 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0519430076/normalizer already deleted, retry=false 2024-11-09T11:22:47,749 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:22:47,749 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Unable to get data of znode /0519430076/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:22:47,759 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0519430076/switch/split already deleted, retry=false 2024-11-09T11:22:47,759 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Unable to get data of znode /0519430076/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:22:47,769 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0519430076/switch/merge already deleted, retry=false 2024-11-09T11:22:47,771 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Unable to get data of znode /0519430076/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:22:47,780 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0519430076/snapshot-cleanup already deleted, retry=false 2024-11-09T11:22:47,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0519430076/running 2024-11-09T11:22:47,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1011f557a330001, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0519430076/running 2024-11-09T11:22:47,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519430076 2024-11-09T11:22:47,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1011f557a330001, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519430076 2024-11-09T11:22:47,791 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,42267,1731151365710, sessionid=0x1011f557a330000, setting cluster-up flag (Was=false) 2024-11-09T11:22:47,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519430076 2024-11-09T11:22:47,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1011f557a330001, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519430076 2024-11-09T11:22:47,843 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0519430076/flush-table-proc/acquired, /0519430076/flush-table-proc/reached, /0519430076/flush-table-proc/abort 2024-11-09T11:22:47,844 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,42267,1731151365710 2024-11-09T11:22:47,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519430076 2024-11-09T11:22:47,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1011f557a330001, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519430076 2024-11-09T11:22:47,897 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0519430076/online-snapshot/acquired, /0519430076/online-snapshot/reached, /0519430076/online-snapshot/abort 2024-11-09T11:22:47,898 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,42267,1731151365710 2024-11-09T11:22:47,899 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:22:47,900 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:47,900 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:22:47,901 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:22:47,901 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 3264b4bbda9f,36135,1731151185643: status=Processing ServerCrashProcedure of 3264b4bbda9f,36135,1731151185643 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731151201504, completionTime=-1 appears to have been leaked 2024-11-09T11:22:47,901 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,42267,1731151365710 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:22:47,902 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:47,902 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:47,902 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:47,902 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:47,902 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:22:47,902 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:47,902 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:22:47,902 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:47,908 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:47,908 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:22:47,909 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:47,909 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:22:47,916 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151397916 2024-11-09T11:22:47,917 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:22:47,917 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:22:47,917 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:22:47,917 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:22:47,917 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:22:47,917 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:22:47,917 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:47,917 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:22:47,917 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:22:47,917 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:22:47,917 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:22:47,917 INFO [RS:0;3264b4bbda9f:37919 {}] regionserver.HRegionServer(746): ClusterId : 4027b210-f740-4294-b80f-ec0ff21bad57 2024-11-09T11:22:47,917 DEBUG [RS:0;3264b4bbda9f:37919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:22:47,918 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:22:47,918 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:22:47,918 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151367918,5,FailOnTimeoutGroup] 2024-11-09T11:22:47,919 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151367918,5,FailOnTimeoutGroup] 2024-11-09T11:22:47,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:22:47,919 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:47,919 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:22:47,919 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:47,919 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:47,928 DEBUG [RS:0;3264b4bbda9f:37919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:22:47,928 DEBUG [RS:0;3264b4bbda9f:37919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:22:47,938 DEBUG [RS:0;3264b4bbda9f:37919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:22:47,939 DEBUG [RS:0;3264b4bbda9f:37919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a2133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:22:47,951 DEBUG [RS:0;3264b4bbda9f:37919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:37919 2024-11-09T11:22:47,952 INFO [RS:0;3264b4bbda9f:37919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:22:47,952 INFO [RS:0;3264b4bbda9f:37919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:22:47,952 DEBUG [RS:0;3264b4bbda9f:37919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:22:47,952 INFO [RS:0;3264b4bbda9f:37919 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,42267,1731151365710 with port=37919, startcode=1731151365893 2024-11-09T11:22:47,952 DEBUG [RS:0;3264b4bbda9f:37919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:22:47,954 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:22:47,954 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42267 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,37919,1731151365893 2024-11-09T11:22:47,954 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42267 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,37919,1731151365893 2024-11-09T11:22:47,955 DEBUG [RS:0;3264b4bbda9f:37919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9 2024-11-09T11:22:47,955 DEBUG [RS:0;3264b4bbda9f:37919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35419 2024-11-09T11:22:47,955 DEBUG [RS:0;3264b4bbda9f:37919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:22:47,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519430076/rs 2024-11-09T11:22:47,967 DEBUG [RS:0;3264b4bbda9f:37919 {}] zookeeper.ZKUtil(111): regionserver:37919-0x1011f557a330001, quorum=127.0.0.1:64839, baseZNode=/0519430076 Set watcher on existing znode=/0519430076/rs/3264b4bbda9f,37919,1731151365893 2024-11-09T11:22:47,967 WARN [RS:0;3264b4bbda9f:37919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:22:47,967 INFO [RS:0;3264b4bbda9f:37919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:22:47,967 DEBUG [RS:0;3264b4bbda9f:37919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/WALs/3264b4bbda9f,37919,1731151365893 2024-11-09T11:22:47,968 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,37919,1731151365893] 2024-11-09T11:22:47,971 INFO [RS:0;3264b4bbda9f:37919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:22:47,972 INFO [RS:0;3264b4bbda9f:37919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:22:47,972 INFO [RS:0;3264b4bbda9f:37919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:22:47,972 INFO [RS:0;3264b4bbda9f:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:47,973 INFO [RS:0;3264b4bbda9f:37919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:22:47,973 INFO [RS:0;3264b4bbda9f:37919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:22:47,973 INFO [RS:0;3264b4bbda9f:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:47,973 DEBUG [RS:0;3264b4bbda9f:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:47,973 DEBUG [RS:0;3264b4bbda9f:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:47,973 DEBUG [RS:0;3264b4bbda9f:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:47,973 DEBUG [RS:0;3264b4bbda9f:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:47,973 DEBUG [RS:0;3264b4bbda9f:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:47,973 DEBUG [RS:0;3264b4bbda9f:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:22:47,973 DEBUG [RS:0;3264b4bbda9f:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:47,973 DEBUG [RS:0;3264b4bbda9f:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:47,973 DEBUG [RS:0;3264b4bbda9f:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:47,973 DEBUG [RS:0;3264b4bbda9f:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:47,973 DEBUG [RS:0;3264b4bbda9f:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:47,973 DEBUG [RS:0;3264b4bbda9f:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:47,973 DEBUG [RS:0;3264b4bbda9f:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:22:47,974 DEBUG [RS:0;3264b4bbda9f:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:22:47,976 INFO [RS:0;3264b4bbda9f:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:47,976 INFO [RS:0;3264b4bbda9f:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:47,976 INFO [RS:0;3264b4bbda9f:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:47,976 INFO [RS:0;3264b4bbda9f:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:47,976 INFO [RS:0;3264b4bbda9f:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:47,976 INFO [RS:0;3264b4bbda9f:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,37919,1731151365893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:22:47,994 INFO [RS:0;3264b4bbda9f:37919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:22:47,994 INFO [RS:0;3264b4bbda9f:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,37919,1731151365893-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:47,994 INFO [RS:0;3264b4bbda9f:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:47,994 INFO [RS:0;3264b4bbda9f:37919 {}] regionserver.Replication(171): 3264b4bbda9f,37919,1731151365893 started 2024-11-09T11:22:48,012 INFO [RS:0;3264b4bbda9f:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:48,012 INFO [RS:0;3264b4bbda9f:37919 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,37919,1731151365893, RpcServer on 3264b4bbda9f/172.17.0.2:37919, sessionid=0x1011f557a330001 2024-11-09T11:22:48,012 DEBUG [RS:0;3264b4bbda9f:37919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:22:48,012 DEBUG [RS:0;3264b4bbda9f:37919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,37919,1731151365893 2024-11-09T11:22:48,012 DEBUG [RS:0;3264b4bbda9f:37919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,37919,1731151365893' 2024-11-09T11:22:48,012 DEBUG [RS:0;3264b4bbda9f:37919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0519430076/flush-table-proc/abort' 2024-11-09T11:22:48,013 DEBUG [RS:0;3264b4bbda9f:37919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0519430076/flush-table-proc/acquired' 2024-11-09T11:22:48,013 DEBUG [RS:0;3264b4bbda9f:37919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:22:48,013 DEBUG [RS:0;3264b4bbda9f:37919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:22:48,013 DEBUG [RS:0;3264b4bbda9f:37919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,37919,1731151365893 2024-11-09T11:22:48,013 DEBUG [RS:0;3264b4bbda9f:37919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,37919,1731151365893' 2024-11-09T11:22:48,013 DEBUG [RS:0;3264b4bbda9f:37919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0519430076/online-snapshot/abort' 2024-11-09T11:22:48,014 DEBUG [RS:0;3264b4bbda9f:37919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0519430076/online-snapshot/acquired' 2024-11-09T11:22:48,015 DEBUG [RS:0;3264b4bbda9f:37919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:22:48,015 INFO [RS:0;3264b4bbda9f:37919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:22:48,015 INFO [RS:0;3264b4bbda9f:37919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:22:48,115 INFO [RS:0;3264b4bbda9f:37919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:22:48,117 INFO [RS:0;3264b4bbda9f:37919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C37919%2C1731151365893, suffix=, logDir=hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/WALs/3264b4bbda9f,37919,1731151365893, archiveDir=hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/oldWALs, maxLogs=10 2024-11-09T11:22:48,136 DEBUG [RS:0;3264b4bbda9f:37919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/WALs/3264b4bbda9f,37919,1731151365893/3264b4bbda9f%2C37919%2C1731151365893.1731151368117, exclude list is [], retry=0 2024-11-09T11:22:48,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44203,DS-62c801a2-1b9e-4eae-b1e3-54cab9a4dbff,DISK] 2024-11-09T11:22:48,141 INFO [RS:0;3264b4bbda9f:37919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/WALs/3264b4bbda9f,37919,1731151365893/3264b4bbda9f%2C37919%2C1731151365893.1731151368117 2024-11-09T11:22:48,146 DEBUG [RS:0;3264b4bbda9f:37919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43543:43543)] 2024-11-09T11:22:48,320 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:22:48,320 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9 2024-11-09T11:22:48,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741833_1009 (size=32) 2024-11-09T11:22:48,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:48,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:22:48,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:22:48,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:48,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:48,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:22:48,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:22:48,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:48,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:48,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:22:48,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:22:48,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:48,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:48,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:22:48,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:22:48,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:48,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:48,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:22:48,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/data/hbase/meta/1588230740 2024-11-09T11:22:48,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/data/hbase/meta/1588230740 2024-11-09T11:22:48,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:22:48,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:22:48,367 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:22:48,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:22:48,385 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:22:48,385 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66435284, jitterRate=-0.010037124156951904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:22:48,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151368330Initializing all the Stores at 1731151368331 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151368331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151368342 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151368342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151368342Cleaning up temporary data from old regions at 1731151368367 (+25 ms)Region opened successfully at 1731151368386 (+19 ms) 2024-11-09T11:22:48,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:22:48,386 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:22:48,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:22:48,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:22:48,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:22:48,388 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:22:48,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151368386Disabling compacts and flushes for region at 1731151368386Disabling writes for close at 1731151368386Writing region close event to WAL at 1731151368388 (+2 ms)Closed at 1731151368388 2024-11-09T11:22:48,389 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:48,389 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:22:48,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:22:48,390 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:22:48,391 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:22:48,541 DEBUG [3264b4bbda9f:42267 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:22:48,542 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,37919,1731151365893 2024-11-09T11:22:48,543 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,37919,1731151365893, state=OPENING 2024-11-09T11:22:48,591 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:22:48,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1011f557a330001, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519430076 2024-11-09T11:22:48,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519430076 2024-11-09T11:22:48,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0519430076/meta-region-server: CHANGED 2024-11-09T11:22:48,602 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:22:48,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,37919,1731151365893}] 2024-11-09T11:22:48,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0519430076/meta-region-server: CHANGED 2024-11-09T11:22:48,766 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:22:48,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:22:48,795 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:22:48,795 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:22:48,795 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:22:48,797 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C37919%2C1731151365893.meta, suffix=.meta, logDir=hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/WALs/3264b4bbda9f,37919,1731151365893, archiveDir=hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/oldWALs, maxLogs=10 2024-11-09T11:22:48,818 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/WALs/3264b4bbda9f,37919,1731151365893/3264b4bbda9f%2C37919%2C1731151365893.meta.1731151368798.meta, exclude list is [], retry=0 2024-11-09T11:22:48,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44203,DS-62c801a2-1b9e-4eae-b1e3-54cab9a4dbff,DISK] 2024-11-09T11:22:48,845 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/WALs/3264b4bbda9f,37919,1731151365893/3264b4bbda9f%2C37919%2C1731151365893.meta.1731151368798.meta 2024-11-09T11:22:48,848 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43543:43543)] 2024-11-09T11:22:48,848 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:22:48,848 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:22:48,849 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:22:48,849 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:22:48,849 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:22:48,849 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:22:48,849 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:48,849 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:22:48,849 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:22:48,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:22:48,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:22:48,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:48,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:48,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:22:48,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:22:48,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:48,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:48,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:22:48,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:22:48,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:48,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:48,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:22:48,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:22:48,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:48,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:48,864 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:22:48,864 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/data/hbase/meta/1588230740 2024-11-09T11:22:48,865 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/data/hbase/meta/1588230740 2024-11-09T11:22:48,866 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:22:48,866 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:22:48,867 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:22:48,868 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:22:48,868 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69052264, jitterRate=0.028958916664123535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:22:48,868 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:22:48,869 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151368849Writing region info on filesystem at 1731151368849Initializing all the Stores at 1731151368850 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151368850Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151368856 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151368856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151368856Cleaning up temporary data from old regions at 1731151368866 (+10 ms)Running coprocessor post-open hooks at 1731151368868 (+2 ms)Region opened successfully at 1731151368869 (+1 ms) 2024-11-09T11:22:48,870 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151368766 2024-11-09T11:22:48,872 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:22:48,872 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:22:48,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,37919,1731151365893 2024-11-09T11:22:48,873 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,37919,1731151365893, state=OPEN 2024-11-09T11:22:48,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1011f557a330001, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0519430076/meta-region-server 2024-11-09T11:22:48,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42267-0x1011f557a330000, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0519430076/meta-region-server 2024-11-09T11:22:48,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0519430076/meta-region-server: CHANGED 2024-11-09T11:22:48,914 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,37919,1731151365893 2024-11-09T11:22:48,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0519430076/meta-region-server: CHANGED 2024-11-09T11:22:48,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:22:48,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,37919,1731151365893 in 311 msec 2024-11-09T11:22:48,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:22:48,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 528 msec 2024-11-09T11:22:48,919 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:48,919 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:22:48,920 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:22:48,920 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37919,1731151365893, seqNum=-1] 2024-11-09T11:22:48,920 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:48,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:48,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0260 sec 2024-11-09T11:22:48,926 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151368926, completionTime=-1 2024-11-09T11:22:48,926 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:22:48,927 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:22:48,929 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:22:48,929 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151428929 2024-11-09T11:22:48,929 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151488929 2024-11-09T11:22:48,929 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T11:22:48,929 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42267,1731151365710-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:48,929 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42267,1731151365710-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:48,929 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42267,1731151365710-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:48,929 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:42267, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:48,929 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:48,931 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:22:48,932 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:48,935 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.979sec 2024-11-09T11:22:48,936 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:22:48,936 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:22:48,936 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:22:48,936 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:22:48,936 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:22:48,936 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42267,1731151365710-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:22:48,936 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42267,1731151365710-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:22:48,938 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:22:48,938 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:22:48,938 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42267,1731151365710-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:49,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de4d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:49,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42267,-1 for getting cluster id 2024-11-09T11:22:49,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:49,025 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4027b210-f740-4294-b80f-ec0ff21bad57' 2024-11-09T11:22:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4027b210-f740-4294-b80f-ec0ff21bad57" 2024-11-09T11:22:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fce4fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42267,-1] 2024-11-09T11:22:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:49,027 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:49,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6593478d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:49,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:22:49,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,37919,1731151365893, seqNum=-1] 2024-11-09T11:22:49,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:49,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:49,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,42267,1731151365710 2024-11-09T11:22:49,032 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64839 2024-11-09T11:22:49,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64839, baseZNode=/0519430076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:22:49,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f557a330002 connected 2024-11-09T11:22:49,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:22:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,42267,1731151365710 2024-11-09T11:22:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ac44c7 2024-11-09T11:22:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:22:49,070 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:22:49,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42267 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:22:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42267 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T11:22:49,075 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:22:49,075 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:49,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42267 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T11:22:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:49,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:22:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741835_1011 (size=902) 2024-11-09T11:22:49,099 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c8979b5bf3491fd4c7ccca0c6c22a6b, NAME => 'test,,1731151369071.5c8979b5bf3491fd4c7ccca0c6c22a6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9 2024-11-09T11:22:49,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741836_1012 (size=39) 2024-11-09T11:22:49,115 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731151369071.5c8979b5bf3491fd4c7ccca0c6c22a6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:49,115 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5c8979b5bf3491fd4c7ccca0c6c22a6b, disabling compactions & flushes 2024-11-09T11:22:49,116 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731151369071.5c8979b5bf3491fd4c7ccca0c6c22a6b. 2024-11-09T11:22:49,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151369071.5c8979b5bf3491fd4c7ccca0c6c22a6b. 2024-11-09T11:22:49,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731151369071.5c8979b5bf3491fd4c7ccca0c6c22a6b. after waiting 0 ms 2024-11-09T11:22:49,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731151369071.5c8979b5bf3491fd4c7ccca0c6c22a6b. 2024-11-09T11:22:49,116 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731151369071.5c8979b5bf3491fd4c7ccca0c6c22a6b. 2024-11-09T11:22:49,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c8979b5bf3491fd4c7ccca0c6c22a6b: Waiting for close lock at 1731151369115Disabling compacts and flushes for region at 1731151369115Disabling writes for close at 1731151369116 (+1 ms)Writing region close event to WAL at 1731151369116Closed at 1731151369116 2024-11-09T11:22:49,117 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:22:49,117 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731151369071.5c8979b5bf3491fd4c7ccca0c6c22a6b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731151369117"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151369117"}]},"ts":"1731151369117"} 2024-11-09T11:22:49,119 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:22:49,120 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:22:49,120 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151369120"}]},"ts":"1731151369120"} 2024-11-09T11:22:49,122 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T11:22:49,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c8979b5bf3491fd4c7ccca0c6c22a6b, ASSIGN}] 2024-11-09T11:22:49,124 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c8979b5bf3491fd4c7ccca0c6c22a6b, ASSIGN 2024-11-09T11:22:49,125 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5c8979b5bf3491fd4c7ccca0c6c22a6b, ASSIGN; state=OFFLINE, location=3264b4bbda9f,37919,1731151365893; forceNewPlan=false, retain=false 2024-11-09T11:22:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:49,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c8979b5bf3491fd4c7ccca0c6c22a6b, regionState=OPENING, regionLocation=3264b4bbda9f,37919,1731151365893 2024-11-09T11:22:49,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5c8979b5bf3491fd4c7ccca0c6c22a6b, ASSIGN because future has completed 2024-11-09T11:22:49,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c8979b5bf3491fd4c7ccca0c6c22a6b, server=3264b4bbda9f,37919,1731151365893}] 2024-11-09T11:22:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:49,432 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731151369071.5c8979b5bf3491fd4c7ccca0c6c22a6b. 2024-11-09T11:22:49,432 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c8979b5bf3491fd4c7ccca0c6c22a6b, NAME => 'test,,1731151369071.5c8979b5bf3491fd4c7ccca0c6c22a6b.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:22:49,433 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:22:49,433 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T11:22:49,433 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5c8979b5bf3491fd4c7ccca0c6c22a6b 2024-11-09T11:22:49,433 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731151369071.5c8979b5bf3491fd4c7ccca0c6c22a6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:49,433 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5c8979b5bf3491fd4c7ccca0c6c22a6b 2024-11-09T11:22:49,433 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5c8979b5bf3491fd4c7ccca0c6c22a6b 2024-11-09T11:22:49,434 INFO [StoreOpener-5c8979b5bf3491fd4c7ccca0c6c22a6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5c8979b5bf3491fd4c7ccca0c6c22a6b 2024-11-09T11:22:49,435 INFO [StoreOpener-5c8979b5bf3491fd4c7ccca0c6c22a6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c8979b5bf3491fd4c7ccca0c6c22a6b columnFamilyName f 2024-11-09T11:22:49,435 DEBUG [StoreOpener-5c8979b5bf3491fd4c7ccca0c6c22a6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:49,435 INFO [StoreOpener-5c8979b5bf3491fd4c7ccca0c6c22a6b-1 {}] regionserver.HStore(327): Store=5c8979b5bf3491fd4c7ccca0c6c22a6b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:49,435 INFO [StoreOpener-5c8979b5bf3491fd4c7ccca0c6c22a6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5c8979b5bf3491fd4c7ccca0c6c22a6b 2024-11-09T11:22:49,436 INFO [StoreOpener-5c8979b5bf3491fd4c7ccca0c6c22a6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c8979b5bf3491fd4c7ccca0c6c22a6b columnFamilyName f1 2024-11-09T11:22:49,436 DEBUG [StoreOpener-5c8979b5bf3491fd4c7ccca0c6c22a6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:49,436 INFO [StoreOpener-5c8979b5bf3491fd4c7ccca0c6c22a6b-1 {}] regionserver.HStore(327): Store=5c8979b5bf3491fd4c7ccca0c6c22a6b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:49,436 INFO [StoreOpener-5c8979b5bf3491fd4c7ccca0c6c22a6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5c8979b5bf3491fd4c7ccca0c6c22a6b 2024-11-09T11:22:49,437 INFO [StoreOpener-5c8979b5bf3491fd4c7ccca0c6c22a6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c8979b5bf3491fd4c7ccca0c6c22a6b columnFamilyName norep 2024-11-09T11:22:49,437 DEBUG [StoreOpener-5c8979b5bf3491fd4c7ccca0c6c22a6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:49,437 INFO [StoreOpener-5c8979b5bf3491fd4c7ccca0c6c22a6b-1 {}] regionserver.HStore(327): Store=5c8979b5bf3491fd4c7ccca0c6c22a6b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:49,437 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5c8979b5bf3491fd4c7ccca0c6c22a6b 2024-11-09T11:22:49,438 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/data/default/test/5c8979b5bf3491fd4c7ccca0c6c22a6b 2024-11-09T11:22:49,438 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/data/default/test/5c8979b5bf3491fd4c7ccca0c6c22a6b 2024-11-09T11:22:49,438 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5c8979b5bf3491fd4c7ccca0c6c22a6b 2024-11-09T11:22:49,438 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5c8979b5bf3491fd4c7ccca0c6c22a6b 2024-11-09T11:22:49,439 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:22:49,439 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5c8979b5bf3491fd4c7ccca0c6c22a6b 2024-11-09T11:22:49,441 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/data/default/test/5c8979b5bf3491fd4c7ccca0c6c22a6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:22:49,441 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5c8979b5bf3491fd4c7ccca0c6c22a6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74788745, jitterRate=0.11443914473056793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:22:49,441 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c8979b5bf3491fd4c7ccca0c6c22a6b 2024-11-09T11:22:49,441 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5c8979b5bf3491fd4c7ccca0c6c22a6b: Running coprocessor pre-open hook at 1731151369433Writing region info on filesystem at 1731151369433Initializing all the Stores at 1731151369434 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151369434Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151369434Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151369434Cleaning up temporary data from old regions at 1731151369438 (+4 ms)Running coprocessor post-open hooks at 1731151369441 (+3 ms)Region opened successfully at 1731151369441 2024-11-09T11:22:49,442 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731151369071.5c8979b5bf3491fd4c7ccca0c6c22a6b., pid=6, masterSystemTime=1731151369429 2024-11-09T11:22:49,443 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731151369071.5c8979b5bf3491fd4c7ccca0c6c22a6b. 2024-11-09T11:22:49,444 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731151369071.5c8979b5bf3491fd4c7ccca0c6c22a6b. 2024-11-09T11:22:49,444 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c8979b5bf3491fd4c7ccca0c6c22a6b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3264b4bbda9f,37919,1731151365893 2024-11-09T11:22:49,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c8979b5bf3491fd4c7ccca0c6c22a6b, server=3264b4bbda9f,37919,1731151365893 because future has completed 2024-11-09T11:22:49,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:22:49,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c8979b5bf3491fd4c7ccca0c6c22a6b, server=3264b4bbda9f,37919,1731151365893 in 169 msec 2024-11-09T11:22:49,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T11:22:49,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5c8979b5bf3491fd4c7ccca0c6c22a6b, ASSIGN in 325 msec 2024-11-09T11:22:49,450 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:22:49,450 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151369450"}]},"ts":"1731151369450"} 2024-11-09T11:22:49,452 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T11:22:49,452 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:22:49,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 381 msec 2024-11-09T11:22:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:22:49,708 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T11:22:49,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a81c26f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:49,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42267,-1 for getting cluster id 2024-11-09T11:22:49,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:49,709 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4027b210-f740-4294-b80f-ec0ff21bad57' 2024-11-09T11:22:49,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:49,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4027b210-f740-4294-b80f-ec0ff21bad57" 2024-11-09T11:22:49,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18efba6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:49,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42267,-1] 2024-11-09T11:22:49,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:49,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:49,712 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:49,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62eb9dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:49,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:22:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,42267,1731151365710 2024-11-09T11:22:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3361ab05 2024-11-09T11:22:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:22:49,715 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:22:49,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42267 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3264b4bbda9f:42267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T11:22:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42267 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:22:49,719 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:42267' 2024-11-09T11:22:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:22:49,728 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0c3758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:49,728 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42267,-1 for getting cluster id 2024-11-09T11:22:49,728 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:49,729 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4027b210-f740-4294-b80f-ec0ff21bad57' 2024-11-09T11:22:49,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:49,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4027b210-f740-4294-b80f-ec0ff21bad57" 2024-11-09T11:22:49,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2812d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:49,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42267,-1] 2024-11-09T11:22:49,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:49,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:49,731 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:49,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40cc8e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:49,731 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:22:49,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,42267,1731151365710 2024-11-09T11:22:49,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c3cbde2 2024-11-09T11:22:49,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:22:49,733 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:22:49,734 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T11:22:49,734 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:22:49,734 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:49,734 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:49,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:22:49,735 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3264b4bbda9f:42267, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:22:49,742 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3264b4bbda9f:42267, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3264b4bbda9f:42267, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3264b4bbda9f:42267, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-09T11:22:49,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3264b4bbda9f:42267, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=26 msec 2024-11-09T11:22:49,743 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-09T11:22:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:22:49,829 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://3264b4bbda9f:42267, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-09T11:22:49,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:22:49,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:49,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:49,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:49,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:22:49,843 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 359) Potentially hanging thread: IPC Server handler 3 on default port 35419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: qtp115033708-7870-acceptor-0@1a458caf-ServerConnector@2106c5d2{HTTP/1.1, (http/1.1)}{localhost:45323} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-208311457_20 at /127.0.0.1:47434 [Receiving block BP-1457770014-172.17.0.2-1731151363743:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@448c405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$603/0x00007feb70ad7530.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp115033708-7872 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1582836278-7916 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007feb7043b3d0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44363 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp1582836278-7918 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9/MasterData-prefix:3264b4bbda9f,42267,1731151365710 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp115033708-7873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151367918 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp115033708-7871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/cluster_1a305a64-7205-53f2-812b-295fef186526/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64839) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ProcessThread(sid:0 cport:64839): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: PacketResponder: BP-1457770014-172.17.0.2-1731151363743:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7690ed82 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RS_OPEN_META-regionserver/3264b4bbda9f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp115033708-7868 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007feb7043b3d0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(688897045) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/cluster_1a305a64-7205-53f2-812b-295fef186526/data/data2/current/BP-1457770014-172.17.0.2-1731151363743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3264b4bbda9f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 44363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/3264b4bbda9f:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7a9ecf14 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2ac5a3e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;3264b4bbda9f:37919 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 44363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35419 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151367918 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: Session-HouseKeeper-255f4c36-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/cluster_1a305a64-7205-53f2-812b-295fef186526/data/data1/current/BP-1457770014-172.17.0.2-1731151363743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 4 on default port 35419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1201774168_20 at /127.0.0.1:47408 [Receiving block BP-1457770014-172.17.0.2-1731151363743:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-208311457_20 at /127.0.0.1:47374 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1457770014-172.17.0.2-1731151363743 heartbeating to localhost/127.0.0.1:35419 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1457770014-172.17.0.2-1731151363743:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PacketResponder: BP-1457770014-172.17.0.2-1731151363743:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1582836278-7917-acceptor-0@5fe16ebe-ServerConnector@2889f38a{HTTP/1.1, (http/1.1)}{localhost:34195} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3264b4bbda9f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:64839 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: 3264b4bbda9f:42267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RS:0;3264b4bbda9f:37919-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1582836278-7919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$477/0x00007feb70a00000.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9-prefix:3264b4bbda9f,37919,1731151365893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64839) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35419/user/jenkins/test-data/ee7e2036-c757-cff2-07a9-9effc8e546a9-prefix:3264b4bbda9f,37919,1731151365893.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@618e7796 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp115033708-7869 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007feb7043b3d0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp115033708-7866 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007feb7043b3d0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4bf442cd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@572b3861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-208311457_20 at /127.0.0.1:47424 [Receiving block BP-1457770014-172.17.0.2-1731151363743:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/cluster_1a305a64-7205-53f2-812b-295fef186526/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: regionserver/3264b4bbda9f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@314166ea java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server idle connection scanner for port 35419 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;3264b4bbda9f:42267 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: qtp115033708-7867 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007feb7043b3d0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@3d61c2d6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6acbc82c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 44363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@24d88685[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64839) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=874 (was 790) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=491 (was 508), ProcessCount=11 (was 11), AvailableMemoryMB=1376 (was 1419) 2024-11-09T11:22:49,846 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-09T11:22:49,857 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=491, ProcessCount=11, AvailableMemoryMB=1376 2024-11-09T11:22:49,857 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-09T11:22:49,869 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-09T11:22:49,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/hadoop.log.dir so I do NOT create it in target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8 2024-11-09T11:22:49,869 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:22:49,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/hadoop.tmp.dir so I do NOT create it in target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8 2024-11-09T11:22:49,869 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b2c889d-849b-bc39-6a5c-ddfdeb50917f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:22:49,870 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8 2024-11-09T11:22:49,870 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/cluster_32002c37-b975-e684-c664-bb5ae4ee6656, deleteOnExit=true 2024-11-09T11:22:49,887 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/cluster_32002c37-b975-e684-c664-bb5ae4ee6656/zookeeper_0, clientPort=61638, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/cluster_32002c37-b975-e684-c664-bb5ae4ee6656/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/cluster_32002c37-b975-e684-c664-bb5ae4ee6656/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T11:22:49,887 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61638 2024-11-09T11:22:49,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:22:49,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:22:49,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/test.cache.data in system properties and HBase conf 2024-11-09T11:22:49,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:22:49,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:22:49,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:22:49,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:22:49,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:22:49,888 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:22:49,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:22:49,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:22:49,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:22:49,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:22:49,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:22:49,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:22:49,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:22:49,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:22:49,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:22:49,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:22:49,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:22:49,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:22:49,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:22:49,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:22:50,370 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T11:22:50,371 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:50,371 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:50,371 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:50,371 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:50,372 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:50,372 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:50,372 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:50,372 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:50,403 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:50,403 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:50,403 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:50,404 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:50,404 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:50,404 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:50,409 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:50,412 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:50,412 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:50,414 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:22:50,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:22:50,455 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:22:50,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:22:50,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:22:50,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:22:50,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:22:50,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b15046{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:22:50,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d6047c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:22:50,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@736c1d10{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/java.io.tmpdir/jetty-localhost-44501-hadoop-hdfs-3_4_1-tests_jar-_-any-16949909763242615679/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:22:50,561 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ebed45a{HTTP/1.1, (http/1.1)}{localhost:44501} 2024-11-09T11:22:50,561 INFO [Time-limited test {}] server.Server(415): Started @324462ms 2024-11-09T11:22:50,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:22:50,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:22:50,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:22:50,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:22:50,808 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:22:50,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63374392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:22:50,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f543dc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:22:50,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17e1c64d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/java.io.tmpdir/jetty-localhost-36243-hadoop-hdfs-3_4_1-tests_jar-_-any-3736452161131583479/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:22:50,904 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9aea8be{HTTP/1.1, (http/1.1)}{localhost:36243} 2024-11-09T11:22:50,904 INFO [Time-limited test {}] server.Server(415): Started @324805ms 2024-11-09T11:22:50,905 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:22:52,148 WARN [Thread-4301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/cluster_32002c37-b975-e684-c664-bb5ae4ee6656/data/data1/current/BP-926066053-172.17.0.2-1731151369904/current, will proceed with Du for space computation calculation, 2024-11-09T11:22:52,148 WARN [Thread-4302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/cluster_32002c37-b975-e684-c664-bb5ae4ee6656/data/data2/current/BP-926066053-172.17.0.2-1731151369904/current, will proceed with Du for space computation calculation, 2024-11-09T11:22:52,162 WARN [Thread-4289 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:22:52,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x380ee706f6f1bab7 with lease ID 0x85ab564a120e7194: Processing first storage report for DS-9ebc7f10-ba5d-418c-869c-7a54f9903a33 from datanode DatanodeRegistration(127.0.0.1:44033, datanodeUuid=ff5fcfd3-187b-4b4d-bd3d-f599e1897731, infoPort=40687, infoSecurePort=0, ipcPort=36643, storageInfo=lv=-57;cid=testClusterID;nsid=1348494868;c=1731151369904) 2024-11-09T11:22:52,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x380ee706f6f1bab7 with lease ID 0x85ab564a120e7194: from storage DS-9ebc7f10-ba5d-418c-869c-7a54f9903a33 node DatanodeRegistration(127.0.0.1:44033, datanodeUuid=ff5fcfd3-187b-4b4d-bd3d-f599e1897731, infoPort=40687, infoSecurePort=0, ipcPort=36643, storageInfo=lv=-57;cid=testClusterID;nsid=1348494868;c=1731151369904), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:22:52,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x380ee706f6f1bab7 with lease ID 0x85ab564a120e7194: Processing first storage report for DS-47ef7d76-b264-4e81-9813-6b0165957d66 from datanode DatanodeRegistration(127.0.0.1:44033, datanodeUuid=ff5fcfd3-187b-4b4d-bd3d-f599e1897731, infoPort=40687, infoSecurePort=0, ipcPort=36643, storageInfo=lv=-57;cid=testClusterID;nsid=1348494868;c=1731151369904) 2024-11-09T11:22:52,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x380ee706f6f1bab7 with lease ID 0x85ab564a120e7194: from storage DS-47ef7d76-b264-4e81-9813-6b0165957d66 node DatanodeRegistration(127.0.0.1:44033, datanodeUuid=ff5fcfd3-187b-4b4d-bd3d-f599e1897731, infoPort=40687, infoSecurePort=0, ipcPort=36643, storageInfo=lv=-57;cid=testClusterID;nsid=1348494868;c=1731151369904), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:22:52,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8 2024-11-09T11:22:52,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:52,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:52,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:22:52,636 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21 with version=8 2024-11-09T11:22:52,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/hbase-staging 2024-11-09T11:22:52,638 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:22:52,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:52,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:52,638 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:22:52,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:52,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:22:52,638 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:22:52,638 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:22:52,639 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36619 2024-11-09T11:22:52,639 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36619 connecting to ZooKeeper ensemble=127.0.0.1:61638 2024-11-09T11:22:52,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366190x0, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:22:52,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36619-0x1011f5592490000 connected 2024-11-09T11:22:53,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:53,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:53,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Set watcher on znode that does not yet exist, /0-1013133714/running 2024-11-09T11:22:53,488 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21, hbase.cluster.distributed=false 2024-11-09T11:22:53,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Set watcher on znode that does not yet exist, /0-1013133714/acl 2024-11-09T11:22:53,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36619 2024-11-09T11:22:53,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36619 2024-11-09T11:22:53,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36619 2024-11-09T11:22:53,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36619 2024-11-09T11:22:53,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36619 2024-11-09T11:22:53,507 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:22:53,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:53,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:53,507 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:22:53,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:53,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:22:53,507 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:22:53,507 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:22:53,508 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33421 2024-11-09T11:22:53,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33421 connecting to ZooKeeper ensemble=127.0.0.1:61638 2024-11-09T11:22:53,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:53,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:53,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334210x0, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:22:53,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334210x0, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Set watcher on znode that does not yet exist, /0-1013133714/running 2024-11-09T11:22:53,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33421-0x1011f5592490001 connected 2024-11-09T11:22:53,665 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:22:53,665 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:22:53,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Set watcher on znode that does not yet exist, /0-1013133714/master 2024-11-09T11:22:53,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Set watcher on znode that does not yet exist, /0-1013133714/acl 2024-11-09T11:22:53,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33421 2024-11-09T11:22:53,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33421 2024-11-09T11:22:53,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33421 2024-11-09T11:22:53,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33421 2024-11-09T11:22:53,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33421 2024-11-09T11:22:53,677 DEBUG [M:0;3264b4bbda9f:36619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:36619 2024-11-09T11:22:53,678 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1013133714/backup-masters/3264b4bbda9f,36619,1731151372638 2024-11-09T11:22:53,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714/backup-masters 2024-11-09T11:22:53,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714/backup-masters 2024-11-09T11:22:53,735 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Set watcher on existing znode=/0-1013133714/backup-masters/3264b4bbda9f,36619,1731151372638 2024-11-09T11:22:53,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1013133714/master 2024-11-09T11:22:53,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714 2024-11-09T11:22:53,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714 2024-11-09T11:22:53,758 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Set watcher on existing znode=/0-1013133714/master 2024-11-09T11:22:53,758 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1013133714/backup-masters/3264b4bbda9f,36619,1731151372638 from backup master directory 2024-11-09T11:22:53,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1013133714/backup-masters/3264b4bbda9f,36619,1731151372638 2024-11-09T11:22:53,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714/backup-masters 2024-11-09T11:22:53,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714/backup-masters 2024-11-09T11:22:53,778 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:22:53,778 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,36619,1731151372638 2024-11-09T11:22:53,781 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/hbase.id] with ID: 0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6 2024-11-09T11:22:53,781 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/.tmp/hbase.id 2024-11-09T11:22:53,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:22:53,971 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:22:53,972 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T11:22:54,185 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/.tmp/hbase.id]:[hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/hbase.id] 2024-11-09T11:22:54,193 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:54,193 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:22:54,194 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T11:22:54,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714 2024-11-09T11:22:54,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714 2024-11-09T11:22:54,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:22:54,686 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:22:54,687 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:22:54,688 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:22:54,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:22:54,896 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T11:22:54,896 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T11:22:54,897 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T11:22:54,897 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T11:22:54,897 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:22:54,897 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T11:22:54,897 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T11:22:54,897 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T11:22:55,152 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store 2024-11-09T11:22:55,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:22:55,623 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:55,623 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:22:55,623 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:55,623 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:55,623 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:22:55,624 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:55,624 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:55,624 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151375623Disabling compacts and flushes for region at 1731151375623Disabling writes for close at 1731151375623Writing region close event to WAL at 1731151375624 (+1 ms)Closed at 1731151375624 2024-11-09T11:22:55,624 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store/.initializing 2024-11-09T11:22:55,624 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/WALs/3264b4bbda9f,36619,1731151372638 2024-11-09T11:22:55,625 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:22:55,627 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C36619%2C1731151372638, suffix=, logDir=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/WALs/3264b4bbda9f,36619,1731151372638, archiveDir=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/oldWALs, maxLogs=10 2024-11-09T11:22:55,643 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/WALs/3264b4bbda9f,36619,1731151372638/3264b4bbda9f%2C36619%2C1731151372638.1731151375627, exclude list is [], retry=0 2024-11-09T11:22:55,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-9ebc7f10-ba5d-418c-869c-7a54f9903a33,DISK] 2024-11-09T11:22:55,646 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/WALs/3264b4bbda9f,36619,1731151372638/3264b4bbda9f%2C36619%2C1731151372638.1731151375627 2024-11-09T11:22:55,646 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687)] 2024-11-09T11:22:55,646 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:22:55,646 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:55,647 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:55,647 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:55,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:55,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:22:55,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:55,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:55,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:55,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:22:55,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:55,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:55,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:55,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:22:55,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:55,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:55,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:55,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:22:55,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:55,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:55,653 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:55,654 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:55,654 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:55,655 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:55,655 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:55,655 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:22:55,656 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:22:55,657 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:22:55,657 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72748027, jitterRate=0.08403007686138153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:22:55,657 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151375647Initializing all the Stores at 1731151375647Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151375647Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151375647Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151375648 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151375648Cleaning up temporary data from old regions at 1731151375655 (+7 ms)Region opened successfully at 1731151375657 (+2 ms) 2024-11-09T11:22:55,658 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:22:55,660 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b41011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:22:55,660 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:22:55,660 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:22:55,660 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:22:55,661 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:22:55,661 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:22:55,661 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:22:55,661 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:22:55,662 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:22:55,663 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Unable to get data of znode /0-1013133714/balancer because node does not exist (not necessarily an error) 2024-11-09T11:22:55,694 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1013133714/balancer already deleted, retry=false 2024-11-09T11:22:55,695 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:22:55,695 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Unable to get data of znode /0-1013133714/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:22:55,715 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1013133714/normalizer already deleted, retry=false 2024-11-09T11:22:55,715 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:22:55,716 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Unable to get data of znode /0-1013133714/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:22:55,725 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1013133714/switch/split already deleted, retry=false 2024-11-09T11:22:55,726 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Unable to get data of znode /0-1013133714/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:22:55,736 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1013133714/switch/merge already deleted, retry=false 2024-11-09T11:22:55,738 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Unable to get data of znode /0-1013133714/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:22:55,746 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1013133714/snapshot-cleanup already deleted, retry=false 2024-11-09T11:22:55,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1013133714/running 2024-11-09T11:22:55,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1013133714/running 2024-11-09T11:22:55,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714 2024-11-09T11:22:55,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714 2024-11-09T11:22:55,758 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,36619,1731151372638, sessionid=0x1011f5592490000, setting cluster-up flag (Was=false) 2024-11-09T11:22:55,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714 2024-11-09T11:22:55,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714 2024-11-09T11:22:55,820 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1013133714/flush-table-proc/acquired, /0-1013133714/flush-table-proc/reached, /0-1013133714/flush-table-proc/abort 2024-11-09T11:22:55,821 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,36619,1731151372638 2024-11-09T11:22:55,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714 2024-11-09T11:22:55,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714 2024-11-09T11:22:55,873 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1013133714/online-snapshot/acquired, /0-1013133714/online-snapshot/reached, /0-1013133714/online-snapshot/abort 2024-11-09T11:22:55,874 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,36619,1731151372638 2024-11-09T11:22:55,875 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:22:55,876 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:55,876 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:22:55,876 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:22:55,876 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,36619,1731151372638 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:22:55,877 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:55,877 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:55,877 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:55,877 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:22:55,877 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:22:55,877 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:55,877 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:22:55,877 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:55,878 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151405878 2024-11-09T11:22:55,878 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:22:55,878 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:22:55,878 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:22:55,878 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:22:55,878 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:22:55,878 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:22:55,878 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:55,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:55,879 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:22:55,879 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:22:55,879 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:22:55,879 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:22:55,879 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:22:55,879 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:22:55,879 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:22:55,879 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151375879,5,FailOnTimeoutGroup] 2024-11-09T11:22:55,879 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:55,879 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:22:55,880 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151375879,5,FailOnTimeoutGroup] 2024-11-09T11:22:55,880 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:55,880 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:22:55,880 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:55,880 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:55,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:22:55,971 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(746): ClusterId : 0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6 2024-11-09T11:22:55,971 DEBUG [RS:0;3264b4bbda9f:33421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:22:55,979 DEBUG [RS:0;3264b4bbda9f:33421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:22:55,979 DEBUG [RS:0;3264b4bbda9f:33421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:22:55,989 DEBUG [RS:0;3264b4bbda9f:33421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:22:55,990 DEBUG [RS:0;3264b4bbda9f:33421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6c2f00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:22:56,006 DEBUG [RS:0;3264b4bbda9f:33421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:33421 2024-11-09T11:22:56,006 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:22:56,006 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:22:56,006 DEBUG [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:22:56,007 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,36619,1731151372638 with port=33421, startcode=1731151373507 2024-11-09T11:22:56,007 DEBUG [RS:0;3264b4bbda9f:33421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:22:56,008 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:22:56,009 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36619 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,33421,1731151373507 2024-11-09T11:22:56,009 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36619 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,33421,1731151373507 2024-11-09T11:22:56,010 DEBUG [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21 2024-11-09T11:22:56,010 DEBUG [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36619 2024-11-09T11:22:56,010 DEBUG [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:22:56,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714/rs 2024-11-09T11:22:56,021 DEBUG [RS:0;3264b4bbda9f:33421 {}] zookeeper.ZKUtil(111): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Set watcher on existing znode=/0-1013133714/rs/3264b4bbda9f,33421,1731151373507 2024-11-09T11:22:56,021 WARN [RS:0;3264b4bbda9f:33421 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:22:56,021 INFO [RS:0;3264b4bbda9f:33421 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:22:56,021 DEBUG [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507 2024-11-09T11:22:56,021 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,33421,1731151373507] 2024-11-09T11:22:56,023 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:22:56,024 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:22:56,025 INFO [RS:0;3264b4bbda9f:33421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:22:56,025 INFO [RS:0;3264b4bbda9f:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:56,025 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:22:56,025 INFO [RS:0;3264b4bbda9f:33421 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:22:56,025 INFO [RS:0;3264b4bbda9f:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:56,025 DEBUG [RS:0;3264b4bbda9f:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:56,025 DEBUG [RS:0;3264b4bbda9f:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:56,025 DEBUG [RS:0;3264b4bbda9f:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:56,025 DEBUG [RS:0;3264b4bbda9f:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:56,025 DEBUG [RS:0;3264b4bbda9f:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:56,026 DEBUG [RS:0;3264b4bbda9f:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:22:56,026 DEBUG [RS:0;3264b4bbda9f:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:56,026 DEBUG [RS:0;3264b4bbda9f:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:56,026 DEBUG [RS:0;3264b4bbda9f:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:56,026 DEBUG [RS:0;3264b4bbda9f:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:56,026 DEBUG [RS:0;3264b4bbda9f:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:56,026 DEBUG [RS:0;3264b4bbda9f:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:22:56,026 DEBUG [RS:0;3264b4bbda9f:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:22:56,026 DEBUG [RS:0;3264b4bbda9f:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:22:56,028 INFO [RS:0;3264b4bbda9f:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:56,028 INFO [RS:0;3264b4bbda9f:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:56,028 INFO [RS:0;3264b4bbda9f:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:56,028 INFO [RS:0;3264b4bbda9f:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:56,028 INFO [RS:0;3264b4bbda9f:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:56,028 INFO [RS:0;3264b4bbda9f:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,33421,1731151373507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:22:56,045 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:22:56,045 INFO [RS:0;3264b4bbda9f:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,33421,1731151373507-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:56,045 INFO [RS:0;3264b4bbda9f:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:56,045 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.Replication(171): 3264b4bbda9f,33421,1731151373507 started 2024-11-09T11:22:56,062 INFO [RS:0;3264b4bbda9f:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:56,063 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,33421,1731151373507, RpcServer on 3264b4bbda9f/172.17.0.2:33421, sessionid=0x1011f5592490001 2024-11-09T11:22:56,063 DEBUG [RS:0;3264b4bbda9f:33421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:22:56,063 DEBUG [RS:0;3264b4bbda9f:33421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,33421,1731151373507 2024-11-09T11:22:56,063 DEBUG [RS:0;3264b4bbda9f:33421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,33421,1731151373507' 2024-11-09T11:22:56,063 DEBUG [RS:0;3264b4bbda9f:33421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1013133714/flush-table-proc/abort' 2024-11-09T11:22:56,063 DEBUG [RS:0;3264b4bbda9f:33421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1013133714/flush-table-proc/acquired' 2024-11-09T11:22:56,064 DEBUG [RS:0;3264b4bbda9f:33421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:22:56,064 DEBUG [RS:0;3264b4bbda9f:33421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:22:56,064 DEBUG [RS:0;3264b4bbda9f:33421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,33421,1731151373507 2024-11-09T11:22:56,064 DEBUG [RS:0;3264b4bbda9f:33421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,33421,1731151373507' 2024-11-09T11:22:56,064 DEBUG [RS:0;3264b4bbda9f:33421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1013133714/online-snapshot/abort' 2024-11-09T11:22:56,064 DEBUG [RS:0;3264b4bbda9f:33421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1013133714/online-snapshot/acquired' 2024-11-09T11:22:56,065 DEBUG [RS:0;3264b4bbda9f:33421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:22:56,065 INFO [RS:0;3264b4bbda9f:33421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:22:56,065 INFO [RS:0;3264b4bbda9f:33421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:22:56,165 INFO [RS:0;3264b4bbda9f:33421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:22:56,166 INFO [RS:0;3264b4bbda9f:33421 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C33421%2C1731151373507, suffix=, logDir=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507, archiveDir=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/oldWALs, maxLogs=10 2024-11-09T11:22:56,179 DEBUG [RS:0;3264b4bbda9f:33421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166, exclude list is [], retry=0 2024-11-09T11:22:56,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-9ebc7f10-ba5d-418c-869c-7a54f9903a33,DISK] 2024-11-09T11:22:56,182 INFO [RS:0;3264b4bbda9f:33421 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166 2024-11-09T11:22:56,183 DEBUG [RS:0;3264b4bbda9f:33421 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687)] 2024-11-09T11:22:56,286 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:22:56,287 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21 2024-11-09T11:22:56,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741833_1009 (size=32) 2024-11-09T11:22:56,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:56,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:22:56,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:22:56,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:56,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:56,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:22:56,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:22:56,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:56,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:56,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:22:56,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:22:56,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:56,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:56,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:22:56,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:22:56,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:56,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:56,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:22:56,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740 2024-11-09T11:22:56,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740 2024-11-09T11:22:56,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:22:56,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:22:56,720 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:22:56,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:22:56,729 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:22:56,729 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60868455, jitterRate=-0.09298934042453766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:22:56,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151376693Initializing all the Stores at 1731151376693Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151376694 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151376694Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151376694Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151376694Cleaning up temporary data from old regions at 1731151376719 (+25 ms)Region opened successfully at 1731151376729 (+10 ms) 2024-11-09T11:22:56,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:22:56,729 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:22:56,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:22:56,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:22:56,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:22:56,730 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:22:56,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151376729Disabling compacts and flushes for region at 1731151376729Disabling writes for close at 1731151376729Writing region close event to WAL at 1731151376730 (+1 ms)Closed at 1731151376730 2024-11-09T11:22:56,731 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:56,731 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:22:56,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:22:56,732 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:22:56,732 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:22:56,883 DEBUG [3264b4bbda9f:36619 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:22:56,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,33421,1731151373507 2024-11-09T11:22:56,885 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,33421,1731151373507, state=OPENING 2024-11-09T11:22:56,894 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:22:56,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714 2024-11-09T11:22:56,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714 2024-11-09T11:22:56,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1013133714/meta-region-server: CHANGED 2024-11-09T11:22:56,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1013133714/meta-region-server: CHANGED 2024-11-09T11:22:56,933 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:22:56,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,33421,1731151373507}] 2024-11-09T11:22:57,086 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:22:57,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:22:57,096 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:22:57,097 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:22:57,097 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:22:57,099 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C33421%2C1731151373507.meta, suffix=.meta, logDir=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507, archiveDir=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/oldWALs, maxLogs=10 2024-11-09T11:22:57,118 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.meta.1731151377099.meta, exclude list is [], retry=0 2024-11-09T11:22:57,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-9ebc7f10-ba5d-418c-869c-7a54f9903a33,DISK] 2024-11-09T11:22:57,134 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.meta.1731151377099.meta 2024-11-09T11:22:57,148 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687)] 2024-11-09T11:22:57,148 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:22:57,149 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:22:57,149 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:22:57,149 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:22:57,149 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:22:57,149 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:22:57,149 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:57,149 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:22:57,150 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:22:57,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:22:57,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:22:57,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:57,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:57,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:22:57,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:22:57,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:57,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:57,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:22:57,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:22:57,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:57,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:57,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:22:57,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:22:57,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:57,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:22:57,172 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:22:57,173 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740 2024-11-09T11:22:57,173 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740 2024-11-09T11:22:57,175 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:22:57,175 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:22:57,175 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:22:57,179 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:22:57,180 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67199615, jitterRate=0.0013522952795028687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:22:57,180 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:22:57,180 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151377150Writing region info on filesystem at 1731151377150Initializing all the Stores at 1731151377150Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151377150Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151377160 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151377161 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151377161Cleaning up temporary data from old regions at 1731151377175 (+14 ms)Running coprocessor post-open hooks at 1731151377180 (+5 ms)Region opened successfully at 1731151377180 2024-11-09T11:22:57,185 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151377085 2024-11-09T11:22:57,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,33421,1731151373507 2024-11-09T11:22:57,191 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,33421,1731151373507, state=OPEN 2024-11-09T11:22:57,191 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:22:57,191 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:22:57,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1013133714/meta-region-server 2024-11-09T11:22:57,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1013133714/meta-region-server 2024-11-09T11:22:57,210 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,33421,1731151373507 2024-11-09T11:22:57,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1013133714/meta-region-server: CHANGED 2024-11-09T11:22:57,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1013133714/meta-region-server: CHANGED 2024-11-09T11:22:57,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:22:57,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,33421,1731151373507 in 277 msec 2024-11-09T11:22:57,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:22:57,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 483 msec 2024-11-09T11:22:57,218 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:22:57,218 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:22:57,219 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:22:57,219 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,33421,1731151373507, seqNum=-1] 2024-11-09T11:22:57,219 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:57,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:57,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3570 sec 2024-11-09T11:22:57,235 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151377235, completionTime=-1 2024-11-09T11:22:57,235 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:22:57,235 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:22:57,239 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:22:57,239 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151437239 2024-11-09T11:22:57,239 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151497239 2024-11-09T11:22:57,239 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T11:22:57,239 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,36619,1731151372638-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:57,239 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,36619,1731151372638-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:57,239 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,36619,1731151372638-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:57,239 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:36619, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:57,239 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:57,242 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:22:57,252 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:57,258 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.480sec 2024-11-09T11:22:57,258 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:22:57,258 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:22:57,258 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:22:57,258 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:22:57,258 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:22:57,258 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,36619,1731151372638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:22:57,258 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,36619,1731151372638-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:22:57,277 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:22:57,277 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:22:57,277 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,36619,1731151372638-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:22:57,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e357b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:57,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,36619,-1 for getting cluster id 2024-11-09T11:22:57,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:22:57,309 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6' 2024-11-09T11:22:57,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:22:57,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6" 2024-11-09T11:22:57,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55479228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:57,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,36619,-1] 2024-11-09T11:22:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:22:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:57,311 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:22:57,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2835a59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:57,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:22:57,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,33421,1731151373507, seqNum=-1] 2024-11-09T11:22:57,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:57,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:57,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,36619,1731151372638 2024-11-09T11:22:57,316 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61638 2024-11-09T11:22:57,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:22:57,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f5592490002 connected 2024-11-09T11:22:57,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/hadoop.log.dir so I do NOT create it in target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3 2024-11-09T11:22:57,340 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:22:57,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/hadoop.tmp.dir so I do NOT create it in target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3 2024-11-09T11:22:57,340 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:22:57,340 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3 2024-11-09T11:22:57,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:22:57,340 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/cluster_f3c39963-37b4-87d7-1f28-6e04fa221d17, deleteOnExit=true 2024-11-09T11:22:57,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:22:57,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/test.cache.data in system properties and HBase conf 2024-11-09T11:22:57,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:22:57,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:22:57,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:22:57,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:22:57,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:22:57,341 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:22:57,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:22:57,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:22:57,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:22:57,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:22:57,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:22:57,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:22:57,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:22:57,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:22:57,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:22:57,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:22:57,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:22:57,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:22:57,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:22:57,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:22:57,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:22:57,738 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:22:57,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:22:57,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:22:57,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:22:57,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:22:57,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d73b94b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:22:57,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73bfc8d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:22:57,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28176859{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/java.io.tmpdir/jetty-localhost-44489-hadoop-hdfs-3_4_1-tests_jar-_-any-2997486033458843441/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:22:57,907 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ea2c258{HTTP/1.1, (http/1.1)}{localhost:44489} 2024-11-09T11:22:57,907 INFO [Time-limited test {}] server.Server(415): Started @331808ms 2024-11-09T11:22:58,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:22:58,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:22:58,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:22:58,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:22:58,354 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:22:58,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3415879c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:22:58,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4898b4cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:22:58,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e134a3c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/java.io.tmpdir/jetty-localhost-35203-hadoop-hdfs-3_4_1-tests_jar-_-any-10580348979595792238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:22:58,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68bea0d0{HTTP/1.1, (http/1.1)}{localhost:35203} 2024-11-09T11:22:58,467 INFO [Time-limited test {}] server.Server(415): Started @332368ms 2024-11-09T11:22:58,468 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:22:59,220 WARN [Thread-4421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/cluster_f3c39963-37b4-87d7-1f28-6e04fa221d17/data/data1/current/BP-1344214038-172.17.0.2-1731151377365/current, will proceed with Du for space computation calculation, 2024-11-09T11:22:59,220 WARN [Thread-4422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/cluster_f3c39963-37b4-87d7-1f28-6e04fa221d17/data/data2/current/BP-1344214038-172.17.0.2-1731151377365/current, will proceed with Du for space computation calculation, 2024-11-09T11:22:59,235 WARN [Thread-4409 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:22:59,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8de71485427ad8b6 with lease ID 0xd60113ca67a8897f: Processing first storage report for DS-c462fead-bc72-4952-b74f-0e6d3d19be3d from datanode DatanodeRegistration(127.0.0.1:41711, datanodeUuid=586edfe7-b66b-4516-8a6f-70bfbfaf0254, infoPort=36507, infoSecurePort=0, ipcPort=43073, storageInfo=lv=-57;cid=testClusterID;nsid=1659518786;c=1731151377365) 2024-11-09T11:22:59,237 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8de71485427ad8b6 with lease ID 0xd60113ca67a8897f: from storage DS-c462fead-bc72-4952-b74f-0e6d3d19be3d node DatanodeRegistration(127.0.0.1:41711, datanodeUuid=586edfe7-b66b-4516-8a6f-70bfbfaf0254, infoPort=36507, infoSecurePort=0, ipcPort=43073, storageInfo=lv=-57;cid=testClusterID;nsid=1659518786;c=1731151377365), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:22:59,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8de71485427ad8b6 with lease ID 0xd60113ca67a8897f: Processing first storage report for DS-20a080f9-f12d-4298-90fa-3117cc30f908 from datanode DatanodeRegistration(127.0.0.1:41711, datanodeUuid=586edfe7-b66b-4516-8a6f-70bfbfaf0254, infoPort=36507, infoSecurePort=0, ipcPort=43073, storageInfo=lv=-57;cid=testClusterID;nsid=1659518786;c=1731151377365) 2024-11-09T11:22:59,237 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8de71485427ad8b6 with lease ID 0xd60113ca67a8897f: from storage DS-20a080f9-f12d-4298-90fa-3117cc30f908 node DatanodeRegistration(127.0.0.1:41711, datanodeUuid=586edfe7-b66b-4516-8a6f-70bfbfaf0254, infoPort=36507, infoSecurePort=0, ipcPort=43073, storageInfo=lv=-57;cid=testClusterID;nsid=1659518786;c=1731151377365), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:22:59,291 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3 2024-11-09T11:22:59,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:59,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:59,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:22:59,705 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5 with version=8 2024-11-09T11:22:59,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/hbase-staging 2024-11-09T11:22:59,707 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:22:59,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:59,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:59,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:22:59,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:59,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:22:59,708 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:22:59,708 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:22:59,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40527 2024-11-09T11:22:59,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40527 connecting to ZooKeeper ensemble=127.0.0.1:61638 2024-11-09T11:22:59,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405270x0, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:22:59,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40527-0x1011f5592490003 connected 2024-11-09T11:22:59,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:59,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:59,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Set watcher on znode that does not yet exist, /1-257161565/running 2024-11-09T11:22:59,792 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5, hbase.cluster.distributed=false 2024-11-09T11:22:59,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Set watcher on znode that does not yet exist, /1-257161565/acl 2024-11-09T11:22:59,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40527 2024-11-09T11:22:59,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40527 2024-11-09T11:22:59,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40527 2024-11-09T11:22:59,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40527 2024-11-09T11:22:59,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40527 2024-11-09T11:22:59,813 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:22:59,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:59,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:59,814 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:22:59,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:22:59,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:22:59,814 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:22:59,814 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:22:59,814 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46421 2024-11-09T11:22:59,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46421 connecting to ZooKeeper ensemble=127.0.0.1:61638 2024-11-09T11:22:59,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:59,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:59,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464210x0, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:22:59,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464210x0, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Set watcher on znode that does not yet exist, /1-257161565/running 2024-11-09T11:22:59,831 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:22:59,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46421-0x1011f5592490004 connected 2024-11-09T11:22:59,840 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:22:59,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Set watcher on znode that does not yet exist, /1-257161565/master 2024-11-09T11:22:59,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Set watcher on znode that does not yet exist, /1-257161565/acl 2024-11-09T11:22:59,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46421 2024-11-09T11:22:59,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46421 2024-11-09T11:22:59,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46421 2024-11-09T11:22:59,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46421 2024-11-09T11:22:59,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46421 2024-11-09T11:22:59,886 DEBUG [M:0;3264b4bbda9f:40527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:40527 2024-11-09T11:22:59,887 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-257161565/backup-masters/3264b4bbda9f,40527,1731151379707 2024-11-09T11:22:59,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565/backup-masters 2024-11-09T11:22:59,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565/backup-masters 2024-11-09T11:22:59,894 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Set watcher on existing znode=/1-257161565/backup-masters/3264b4bbda9f,40527,1731151379707 2024-11-09T11:22:59,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565 2024-11-09T11:22:59,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-257161565/master 2024-11-09T11:22:59,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565 2024-11-09T11:22:59,905 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Set watcher on existing znode=/1-257161565/master 2024-11-09T11:22:59,905 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-257161565/backup-masters/3264b4bbda9f,40527,1731151379707 from backup master directory 2024-11-09T11:22:59,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565/backup-masters 2024-11-09T11:22:59,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-257161565/backup-masters/3264b4bbda9f,40527,1731151379707 2024-11-09T11:22:59,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565/backup-masters 2024-11-09T11:22:59,915 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:22:59,915 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,40527,1731151379707 2024-11-09T11:22:59,918 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/hbase.id] with ID: e19c6c41-bd98-41f7-96c7-f4fe809400e2 2024-11-09T11:22:59,918 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/.tmp/hbase.id 2024-11-09T11:22:59,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:22:59,923 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/.tmp/hbase.id]:[hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/hbase.id] 2024-11-09T11:22:59,931 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:22:59,931 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:22:59,932 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T11:22:59,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565 2024-11-09T11:22:59,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565 2024-11-09T11:22:59,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:22:59,947 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:22:59,948 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:22:59,952 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:22:59,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:23:00,371 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store 2024-11-09T11:23:00,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:23:00,778 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:23:00,778 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:23:00,778 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:00,778 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:00,778 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:23:00,778 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:00,778 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:00,778 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151380778Disabling compacts and flushes for region at 1731151380778Disabling writes for close at 1731151380778Writing region close event to WAL at 1731151380778Closed at 1731151380778 2024-11-09T11:23:00,779 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store/.initializing 2024-11-09T11:23:00,779 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/WALs/3264b4bbda9f,40527,1731151379707 2024-11-09T11:23:00,779 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:23:00,781 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C40527%2C1731151379707, suffix=, logDir=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/WALs/3264b4bbda9f,40527,1731151379707, archiveDir=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/oldWALs, maxLogs=10 2024-11-09T11:23:00,802 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/WALs/3264b4bbda9f,40527,1731151379707/3264b4bbda9f%2C40527%2C1731151379707.1731151380781, exclude list is [], retry=0 2024-11-09T11:23:00,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41711,DS-c462fead-bc72-4952-b74f-0e6d3d19be3d,DISK] 2024-11-09T11:23:00,806 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/WALs/3264b4bbda9f,40527,1731151379707/3264b4bbda9f%2C40527%2C1731151379707.1731151380781 2024-11-09T11:23:00,807 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36507:36507)] 2024-11-09T11:23:00,807 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:23:00,807 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:23:00,808 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:00,808 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:00,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:00,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:23:00,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:00,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:23:00,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:00,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:23:00,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:00,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:23:00,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:00,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:23:00,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:00,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:23:00,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:00,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:23:00,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:00,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:23:00,816 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:00,817 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:00,817 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:00,818 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:00,818 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:00,818 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:23:00,819 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:00,825 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:23:00,825 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73577896, jitterRate=0.09639608860015869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:23:00,826 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151380808Initializing all the Stores at 1731151380808Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151380809 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151380809Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151380809Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151380809Cleaning up temporary data from old regions at 1731151380818 (+9 ms)Region opened successfully at 1731151380825 (+7 ms) 2024-11-09T11:23:00,826 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:23:00,832 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8d3621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:23:00,833 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:23:00,833 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:23:00,833 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:23:00,833 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:23:00,833 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:23:00,834 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:23:00,834 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:23:00,837 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:23:00,838 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Unable to get data of znode /1-257161565/balancer because node does not exist (not necessarily an error) 2024-11-09T11:23:00,851 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-257161565/balancer already deleted, retry=false 2024-11-09T11:23:00,852 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:23:00,853 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Unable to get data of znode /1-257161565/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:23:00,862 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-257161565/normalizer already deleted, retry=false 2024-11-09T11:23:00,862 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:23:00,863 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Unable to get data of znode /1-257161565/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:23:00,872 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-257161565/switch/split already deleted, retry=false 2024-11-09T11:23:00,873 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Unable to get data of znode /1-257161565/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:23:00,883 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-257161565/switch/merge already deleted, retry=false 2024-11-09T11:23:00,885 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Unable to get data of znode /1-257161565/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:23:00,893 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-257161565/snapshot-cleanup already deleted, retry=false 2024-11-09T11:23:00,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-257161565/running 2024-11-09T11:23:00,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-257161565/running 2024-11-09T11:23:00,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565 2024-11-09T11:23:00,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565 2024-11-09T11:23:00,905 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,40527,1731151379707, sessionid=0x1011f5592490003, setting cluster-up flag (Was=false) 2024-11-09T11:23:00,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565 2024-11-09T11:23:00,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565 2024-11-09T11:23:01,039 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-257161565/flush-table-proc/acquired, /1-257161565/flush-table-proc/reached, /1-257161565/flush-table-proc/abort 2024-11-09T11:23:01,040 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,40527,1731151379707 2024-11-09T11:23:01,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565 2024-11-09T11:23:01,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565 2024-11-09T11:23:01,115 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-257161565/online-snapshot/acquired, /1-257161565/online-snapshot/reached, /1-257161565/online-snapshot/abort 2024-11-09T11:23:01,116 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,40527,1731151379707 2024-11-09T11:23:01,117 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:23:01,118 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:23:01,119 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:23:01,119 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:23:01,119 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,40527,1731151379707 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:23:01,120 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:23:01,120 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:23:01,120 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:23:01,120 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:23:01,120 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:23:01,120 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:01,120 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:23:01,120 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:01,133 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:23:01,133 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:23:01,134 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:01,134 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:23:01,153 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151411153 2024-11-09T11:23:01,154 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:23:01,154 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:23:01,154 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:23:01,154 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:23:01,154 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:23:01,154 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:23:01,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:23:01,164 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:23:01,164 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5 2024-11-09T11:23:01,172 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:01,180 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:23:01,180 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:23:01,180 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:23:01,180 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:23:01,197 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:23:01,197 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:23:01,197 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151381197,5,FailOnTimeoutGroup] 2024-11-09T11:23:01,198 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.HRegionServer(746): ClusterId : e19c6c41-bd98-41f7-96c7-f4fe809400e2 2024-11-09T11:23:01,198 DEBUG [RS:0;3264b4bbda9f:46421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:23:01,204 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151381197,5,FailOnTimeoutGroup] 2024-11-09T11:23:01,204 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:01,204 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:23:01,204 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:01,204 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:01,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741832_1008 (size=32) 2024-11-09T11:23:01,210 DEBUG [RS:0;3264b4bbda9f:46421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:23:01,210 DEBUG [RS:0;3264b4bbda9f:46421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:23:01,220 DEBUG [RS:0;3264b4bbda9f:46421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:23:01,220 DEBUG [RS:0;3264b4bbda9f:46421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9b959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:23:01,233 DEBUG [RS:0;3264b4bbda9f:46421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:46421 2024-11-09T11:23:01,233 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:23:01,233 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:23:01,234 DEBUG [RS:0;3264b4bbda9f:46421 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:23:01,234 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,40527,1731151379707 with port=46421, startcode=1731151379813 2024-11-09T11:23:01,234 DEBUG [RS:0;3264b4bbda9f:46421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:23:01,236 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:23:01,236 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40527 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,46421,1731151379813 2024-11-09T11:23:01,236 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40527 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,46421,1731151379813 2024-11-09T11:23:01,239 DEBUG [RS:0;3264b4bbda9f:46421 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5 2024-11-09T11:23:01,239 DEBUG [RS:0;3264b4bbda9f:46421 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43559 2024-11-09T11:23:01,239 DEBUG [RS:0;3264b4bbda9f:46421 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:23:01,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565/rs 2024-11-09T11:23:01,304 DEBUG [RS:0;3264b4bbda9f:46421 {}] zookeeper.ZKUtil(111): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Set watcher on existing znode=/1-257161565/rs/3264b4bbda9f,46421,1731151379813 2024-11-09T11:23:01,304 WARN [RS:0;3264b4bbda9f:46421 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:23:01,304 INFO [RS:0;3264b4bbda9f:46421 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:23:01,304 DEBUG [RS:0;3264b4bbda9f:46421 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/WALs/3264b4bbda9f,46421,1731151379813 2024-11-09T11:23:01,308 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,46421,1731151379813] 2024-11-09T11:23:01,310 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:23:01,312 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:23:01,312 INFO [RS:0;3264b4bbda9f:46421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:23:01,312 INFO [RS:0;3264b4bbda9f:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:01,316 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:23:01,317 INFO [RS:0;3264b4bbda9f:46421 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:23:01,317 INFO [RS:0;3264b4bbda9f:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:01,317 DEBUG [RS:0;3264b4bbda9f:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:01,317 DEBUG [RS:0;3264b4bbda9f:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:01,317 DEBUG [RS:0;3264b4bbda9f:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:01,318 DEBUG [RS:0;3264b4bbda9f:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:01,318 DEBUG [RS:0;3264b4bbda9f:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:01,318 DEBUG [RS:0;3264b4bbda9f:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:23:01,318 DEBUG [RS:0;3264b4bbda9f:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:01,318 DEBUG [RS:0;3264b4bbda9f:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:01,318 DEBUG [RS:0;3264b4bbda9f:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:01,318 DEBUG [RS:0;3264b4bbda9f:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:01,318 DEBUG [RS:0;3264b4bbda9f:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:01,318 DEBUG [RS:0;3264b4bbda9f:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:01,318 DEBUG [RS:0;3264b4bbda9f:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:23:01,318 DEBUG [RS:0;3264b4bbda9f:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:23:01,319 INFO [RS:0;3264b4bbda9f:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:01,319 INFO [RS:0;3264b4bbda9f:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:01,319 INFO [RS:0;3264b4bbda9f:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:01,319 INFO [RS:0;3264b4bbda9f:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:01,319 INFO [RS:0;3264b4bbda9f:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:01,319 INFO [RS:0;3264b4bbda9f:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,46421,1731151379813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:23:01,339 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:23:01,340 INFO [RS:0;3264b4bbda9f:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,46421,1731151379813-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:01,340 INFO [RS:0;3264b4bbda9f:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:01,340 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.Replication(171): 3264b4bbda9f,46421,1731151379813 started 2024-11-09T11:23:01,357 INFO [RS:0;3264b4bbda9f:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:01,357 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,46421,1731151379813, RpcServer on 3264b4bbda9f/172.17.0.2:46421, sessionid=0x1011f5592490004 2024-11-09T11:23:01,357 DEBUG [RS:0;3264b4bbda9f:46421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:23:01,357 DEBUG [RS:0;3264b4bbda9f:46421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,46421,1731151379813 2024-11-09T11:23:01,358 DEBUG [RS:0;3264b4bbda9f:46421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,46421,1731151379813' 2024-11-09T11:23:01,358 DEBUG [RS:0;3264b4bbda9f:46421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-257161565/flush-table-proc/abort' 2024-11-09T11:23:01,358 DEBUG [RS:0;3264b4bbda9f:46421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-257161565/flush-table-proc/acquired' 2024-11-09T11:23:01,358 DEBUG [RS:0;3264b4bbda9f:46421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:23:01,358 DEBUG [RS:0;3264b4bbda9f:46421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:23:01,358 DEBUG [RS:0;3264b4bbda9f:46421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,46421,1731151379813 2024-11-09T11:23:01,358 DEBUG [RS:0;3264b4bbda9f:46421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,46421,1731151379813' 2024-11-09T11:23:01,358 DEBUG [RS:0;3264b4bbda9f:46421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-257161565/online-snapshot/abort' 2024-11-09T11:23:01,359 DEBUG [RS:0;3264b4bbda9f:46421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-257161565/online-snapshot/acquired' 2024-11-09T11:23:01,359 DEBUG [RS:0;3264b4bbda9f:46421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:23:01,359 INFO [RS:0;3264b4bbda9f:46421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:23:01,359 INFO [RS:0;3264b4bbda9f:46421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:23:01,459 INFO [RS:0;3264b4bbda9f:46421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:23:01,461 INFO [RS:0;3264b4bbda9f:46421 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C46421%2C1731151379813, suffix=, logDir=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/WALs/3264b4bbda9f,46421,1731151379813, archiveDir=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/oldWALs, maxLogs=10 2024-11-09T11:23:01,477 DEBUG [RS:0;3264b4bbda9f:46421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/WALs/3264b4bbda9f,46421,1731151379813/3264b4bbda9f%2C46421%2C1731151379813.1731151381461, exclude list is [], retry=0 2024-11-09T11:23:01,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41711,DS-c462fead-bc72-4952-b74f-0e6d3d19be3d,DISK] 2024-11-09T11:23:01,489 INFO [RS:0;3264b4bbda9f:46421 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/WALs/3264b4bbda9f,46421,1731151379813/3264b4bbda9f%2C46421%2C1731151379813.1731151381461 2024-11-09T11:23:01,489 DEBUG [RS:0;3264b4bbda9f:46421 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36507:36507)] 2024-11-09T11:23:01,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:23:01,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:23:01,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:23:01,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:01,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:23:01,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:23:01,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:23:01,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:01,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:23:01,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:23:01,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:23:01,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:01,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:23:01,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:23:01,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:23:01,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:01,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:23:01,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:23:01,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740 2024-11-09T11:23:01,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740 2024-11-09T11:23:01,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:23:01,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:23:01,615 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:23:01,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:23:01,618 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:23:01,618 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59396527, jitterRate=-0.11492277681827545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:23:01,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151381607Initializing all the Stores at 1731151381608 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151381608Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151381608Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151381608Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151381608Cleaning up temporary data from old regions at 1731151381615 (+7 ms)Region opened successfully at 1731151381618 (+3 ms) 2024-11-09T11:23:01,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:23:01,618 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:23:01,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:23:01,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:23:01,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:23:01,619 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:23:01,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151381618Disabling compacts and flushes for region at 1731151381618Disabling writes for close at 1731151381618Writing region close event to WAL at 1731151381619 (+1 ms)Closed at 1731151381619 2024-11-09T11:23:01,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:23:01,620 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:23:01,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:23:01,621 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:23:01,621 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:23:01,772 DEBUG [3264b4bbda9f:40527 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:23:01,772 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,46421,1731151379813 2024-11-09T11:23:01,773 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,46421,1731151379813, state=OPENING 2024-11-09T11:23:01,820 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:23:01,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565 2024-11-09T11:23:01,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565 2024-11-09T11:23:01,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-257161565/meta-region-server: CHANGED 2024-11-09T11:23:01,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-257161565/meta-region-server: CHANGED 2024-11-09T11:23:01,831 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:23:01,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,46421,1731151379813}] 2024-11-09T11:23:01,983 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:23:01,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:23:02,012 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:23:02,012 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:23:02,012 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:23:02,014 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C46421%2C1731151379813.meta, suffix=.meta, logDir=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/WALs/3264b4bbda9f,46421,1731151379813, archiveDir=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/oldWALs, maxLogs=10 2024-11-09T11:23:02,033 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/WALs/3264b4bbda9f,46421,1731151379813/3264b4bbda9f%2C46421%2C1731151379813.meta.1731151382014.meta, exclude list is [], retry=0 2024-11-09T11:23:02,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41711,DS-c462fead-bc72-4952-b74f-0e6d3d19be3d,DISK] 2024-11-09T11:23:02,041 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/WALs/3264b4bbda9f,46421,1731151379813/3264b4bbda9f%2C46421%2C1731151379813.meta.1731151382014.meta 2024-11-09T11:23:02,052 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36507:36507)] 2024-11-09T11:23:02,052 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:23:02,053 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:23:02,053 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:23:02,053 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:23:02,053 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:23:02,053 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:23:02,053 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:23:02,053 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:23:02,053 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:23:02,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:23:02,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:23:02,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:02,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:23:02,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:23:02,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:23:02,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:02,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:23:02,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:23:02,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:23:02,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:02,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:23:02,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:23:02,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:23:02,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:02,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:23:02,062 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:23:02,064 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740 2024-11-09T11:23:02,065 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740 2024-11-09T11:23:02,067 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:23:02,067 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:23:02,068 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:23:02,070 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:23:02,071 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72390167, jitterRate=0.07869754731655121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:23:02,071 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:23:02,071 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151382053Writing region info on filesystem at 1731151382053Initializing all the Stores at 1731151382054 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151382054Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151382056 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151382056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151382056Cleaning up temporary data from old regions at 1731151382067 (+11 ms)Running coprocessor post-open hooks at 1731151382071 (+4 ms)Region opened successfully at 1731151382071 2024-11-09T11:23:02,072 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151381983 2024-11-09T11:23:02,074 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:23:02,074 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:23:02,075 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,46421,1731151379813 2024-11-09T11:23:02,075 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,46421,1731151379813, state=OPEN 2024-11-09T11:23:02,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-257161565/meta-region-server 2024-11-09T11:23:02,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-257161565/meta-region-server 2024-11-09T11:23:02,083 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,46421,1731151379813 2024-11-09T11:23:02,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-257161565/meta-region-server: CHANGED 2024-11-09T11:23:02,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-257161565/meta-region-server: CHANGED 2024-11-09T11:23:02,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:23:02,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,46421,1731151379813 in 252 msec 2024-11-09T11:23:02,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:23:02,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-09T11:23:02,088 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:23:02,088 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:23:02,089 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:23:02,089 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,46421,1731151379813, seqNum=-1] 2024-11-09T11:23:02,089 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:23:02,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:23:02,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 977 msec 2024-11-09T11:23:02,096 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151382096, completionTime=-1 2024-11-09T11:23:02,096 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:23:02,096 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:23:02,099 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:23:02,099 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151442099 2024-11-09T11:23:02,099 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151502099 2024-11-09T11:23:02,099 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T11:23:02,099 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,40527,1731151379707-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:02,099 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,40527,1731151379707-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:02,099 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,40527,1731151379707-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:02,099 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:40527, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:02,100 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:02,100 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:02,102 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:23:02,104 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.189sec 2024-11-09T11:23:02,104 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:23:02,105 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:23:02,105 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:23:02,105 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:23:02,105 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:23:02,105 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,40527,1731151379707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:23:02,105 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,40527,1731151379707-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:23:02,107 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:23:02,107 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:23:02,107 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,40527,1731151379707-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:02,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46218b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:02,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,40527,-1 for getting cluster id 2024-11-09T11:23:02,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:23:02,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,201 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e19c6c41-bd98-41f7-96c7-f4fe809400e2' 2024-11-09T11:23:02,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:23:02,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e19c6c41-bd98-41f7-96c7-f4fe809400e2" 2024-11-09T11:23:02,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5012d06d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:02,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,40527,-1] 2024-11-09T11:23:02,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:23:02,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:02,203 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:23:02,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193d300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:02,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:23:02,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,46421,1731151379813, seqNum=-1] 2024-11-09T11:23:02,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:23:02,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:23:02,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,40527,1731151379707 2024-11-09T11:23:02,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61638 2024-11-09T11:23:02,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:23:02,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/hadoop.log.dir so I do NOT create it in target/test-data/fe6c1918-46d3-f575-772a-b485bac512db 2024-11-09T11:23:02,233 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:23:02,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/hadoop.tmp.dir so I do NOT create it in target/test-data/fe6c1918-46d3-f575-772a-b485bac512db 2024-11-09T11:23:02,233 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:23:02,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db 2024-11-09T11:23:02,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:23:02,233 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/cluster_0c4c2fed-a1fc-8cee-a5ca-c41ac6e58689, deleteOnExit=true 2024-11-09T11:23:02,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:23:02,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/test.cache.data in system properties and HBase conf 2024-11-09T11:23:02,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:23:02,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:23:02,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:23:02,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:23:02,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:23:02,234 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:23:02,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:23:02,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:23:02,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:23:02,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:23:02,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:23:02,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:23:02,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:23:02,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:23:02,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:23:02,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:23:02,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:23:02,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:23:02,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:23:02,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:23:02,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011f5592490005 connected 2024-11-09T11:23:02,568 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T11:23:02,569 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,569 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,570 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,570 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,570 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,570 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,571 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,571 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,617 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,617 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,618 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,618 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,618 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,618 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,626 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,629 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,629 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,631 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:02,676 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:23:02,679 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:23:02,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:23:02,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:23:02,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:23:02,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:23:02,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f9855d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:23:02,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30633fa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:23:02,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e9cb8da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/java.io.tmpdir/jetty-localhost-37569-hadoop-hdfs-3_4_1-tests_jar-_-any-15319627889683263450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:23:02,815 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a0b0a92{HTTP/1.1, (http/1.1)}{localhost:37569} 2024-11-09T11:23:02,815 INFO [Time-limited test {}] server.Server(415): Started @336716ms 2024-11-09T11:23:03,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:23:03,069 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:23:03,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:23:03,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:23:03,070 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:23:03,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13ab238e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:23:03,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bc7496d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:23:03,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f155e2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/java.io.tmpdir/jetty-localhost-33399-hadoop-hdfs-3_4_1-tests_jar-_-any-2989920389419817094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:23:03,196 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ca419c{HTTP/1.1, (http/1.1)}{localhost:33399} 2024-11-09T11:23:03,196 INFO [Time-limited test {}] server.Server(415): Started @337097ms 2024-11-09T11:23:03,197 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:23:04,211 WARN [Thread-4542 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/cluster_0c4c2fed-a1fc-8cee-a5ca-c41ac6e58689/data/data1/current/BP-279851462-172.17.0.2-1731151382252/current, will proceed with Du for space computation calculation, 2024-11-09T11:23:04,211 WARN [Thread-4543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/cluster_0c4c2fed-a1fc-8cee-a5ca-c41ac6e58689/data/data2/current/BP-279851462-172.17.0.2-1731151382252/current, will proceed with Du for space computation calculation, 2024-11-09T11:23:04,257 WARN [Thread-4530 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:23:04,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeda955ab2647d525 with lease ID 0x4656cc81bb9c09b9: Processing first storage report for DS-5ed703bc-88d0-4d24-956a-7e140dea5337 from datanode DatanodeRegistration(127.0.0.1:44003, datanodeUuid=c81ca57d-72c9-4db8-8bf4-9a6660655cc7, infoPort=39963, infoSecurePort=0, ipcPort=42381, storageInfo=lv=-57;cid=testClusterID;nsid=1159551588;c=1731151382252) 2024-11-09T11:23:04,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeda955ab2647d525 with lease ID 0x4656cc81bb9c09b9: from storage DS-5ed703bc-88d0-4d24-956a-7e140dea5337 node DatanodeRegistration(127.0.0.1:44003, datanodeUuid=c81ca57d-72c9-4db8-8bf4-9a6660655cc7, infoPort=39963, infoSecurePort=0, ipcPort=42381, storageInfo=lv=-57;cid=testClusterID;nsid=1159551588;c=1731151382252), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:23:04,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeda955ab2647d525 with lease ID 0x4656cc81bb9c09b9: Processing first storage report for DS-0d0c9304-161a-44a2-b372-4b934321b47d from datanode DatanodeRegistration(127.0.0.1:44003, datanodeUuid=c81ca57d-72c9-4db8-8bf4-9a6660655cc7, infoPort=39963, infoSecurePort=0, ipcPort=42381, storageInfo=lv=-57;cid=testClusterID;nsid=1159551588;c=1731151382252) 2024-11-09T11:23:04,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeda955ab2647d525 with lease ID 0x4656cc81bb9c09b9: from storage DS-0d0c9304-161a-44a2-b372-4b934321b47d node DatanodeRegistration(127.0.0.1:44003, datanodeUuid=c81ca57d-72c9-4db8-8bf4-9a6660655cc7, infoPort=39963, infoSecurePort=0, ipcPort=42381, storageInfo=lv=-57;cid=testClusterID;nsid=1159551588;c=1731151382252), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:23:04,340 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db 2024-11-09T11:23:04,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:23:04,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:23:04,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:23:04,354 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df with version=8 2024-11-09T11:23:04,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/hbase-staging 2024-11-09T11:23:04,357 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:23:04,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:23:04,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:23:04,357 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:23:04,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:23:04,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:23:04,357 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:23:04,357 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:23:04,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40513 2024-11-09T11:23:04,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40513 connecting to ZooKeeper ensemble=127.0.0.1:61638 2024-11-09T11:23:04,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405130x0, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:23:04,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40513-0x1011f5592490006 connected 2024-11-09T11:23:04,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:23:04,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:23:04,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Set watcher on znode that does not yet exist, /2392063545/running 2024-11-09T11:23:04,562 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df, hbase.cluster.distributed=false 2024-11-09T11:23:04,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Set watcher on znode that does not yet exist, /2392063545/acl 2024-11-09T11:23:04,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40513 2024-11-09T11:23:04,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40513 2024-11-09T11:23:04,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40513 2024-11-09T11:23:04,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40513 2024-11-09T11:23:04,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40513 2024-11-09T11:23:04,614 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:23:04,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:23:04,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:23:04,614 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:23:04,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:23:04,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:23:04,614 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:23:04,614 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:23:04,615 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34545 2024-11-09T11:23:04,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34545 connecting to ZooKeeper ensemble=127.0.0.1:61638 2024-11-09T11:23:04,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:23:04,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:23:04,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345450x0, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:23:04,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345450x0, quorum=127.0.0.1:61638, baseZNode=/2392063545 Set watcher on znode that does not yet exist, /2392063545/running 2024-11-09T11:23:04,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34545-0x1011f5592490007 connected 2024-11-09T11:23:04,631 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:23:04,637 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:23:04,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Set watcher on znode that does not yet exist, /2392063545/master 2024-11-09T11:23:04,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Set watcher on znode that does not yet exist, /2392063545/acl 2024-11-09T11:23:04,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34545 2024-11-09T11:23:04,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34545 2024-11-09T11:23:04,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34545 2024-11-09T11:23:04,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34545 2024-11-09T11:23:04,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34545 2024-11-09T11:23:04,682 DEBUG [M:0;3264b4bbda9f:40513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:40513 2024-11-09T11:23:04,682 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2392063545/backup-masters/3264b4bbda9f,40513,1731151384356 2024-11-09T11:23:04,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545/backup-masters 2024-11-09T11:23:04,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545/backup-masters 2024-11-09T11:23:04,694 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Set watcher on existing znode=/2392063545/backup-masters/3264b4bbda9f,40513,1731151384356 2024-11-09T11:23:04,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545 2024-11-09T11:23:04,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2392063545/master 2024-11-09T11:23:04,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545 2024-11-09T11:23:04,705 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Set watcher on existing znode=/2392063545/master 2024-11-09T11:23:04,705 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2392063545/backup-masters/3264b4bbda9f,40513,1731151384356 from backup master directory 2024-11-09T11:23:04,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545/backup-masters 2024-11-09T11:23:04,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2392063545/backup-masters/3264b4bbda9f,40513,1731151384356 2024-11-09T11:23:04,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545/backup-masters 2024-11-09T11:23:04,714 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:23:04,714 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,40513,1731151384356 2024-11-09T11:23:04,717 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/hbase.id] with ID: 1e72de7e-0126-4db8-b98e-c84c29e26224 2024-11-09T11:23:04,717 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/.tmp/hbase.id 2024-11-09T11:23:04,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:23:05,130 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/.tmp/hbase.id]:[hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/hbase.id] 2024-11-09T11:23:05,140 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:23:05,140 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:23:05,141 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T11:23:05,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545 2024-11-09T11:23:05,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545 2024-11-09T11:23:05,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:23:05,199 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:23:05,200 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:23:05,200 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:23:05,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:23:05,211 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store 2024-11-09T11:23:05,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:23:05,230 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:23:05,230 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:23:05,230 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:05,231 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:05,231 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:23:05,231 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:05,231 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:05,231 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151385230Disabling compacts and flushes for region at 1731151385230Disabling writes for close at 1731151385231 (+1 ms)Writing region close event to WAL at 1731151385231Closed at 1731151385231 2024-11-09T11:23:05,231 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store/.initializing 2024-11-09T11:23:05,232 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/WALs/3264b4bbda9f,40513,1731151384356 2024-11-09T11:23:05,234 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:23:05,236 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C40513%2C1731151384356, suffix=, logDir=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/WALs/3264b4bbda9f,40513,1731151384356, archiveDir=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/oldWALs, maxLogs=10 2024-11-09T11:23:05,256 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/WALs/3264b4bbda9f,40513,1731151384356/3264b4bbda9f%2C40513%2C1731151384356.1731151385236, exclude list is [], retry=0 2024-11-09T11:23:05,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44003,DS-5ed703bc-88d0-4d24-956a-7e140dea5337,DISK] 2024-11-09T11:23:05,265 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/WALs/3264b4bbda9f,40513,1731151384356/3264b4bbda9f%2C40513%2C1731151384356.1731151385236 2024-11-09T11:23:05,270 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39963:39963)] 2024-11-09T11:23:05,270 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:23:05,270 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:23:05,271 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:05,271 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:05,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:05,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:23:05,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:05,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:23:05,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:05,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:23:05,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:05,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:23:05,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:05,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:23:05,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:05,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:23:05,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:05,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:23:05,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:05,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:23:05,290 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:05,290 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:05,291 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:05,292 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:05,292 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:05,293 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:23:05,294 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:23:05,297 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:23:05,298 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73976428, jitterRate=0.10233467817306519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:23:05,298 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731151385271Initializing all the Stores at 1731151385272 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151385272Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151385276 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151385276Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151385276Cleaning up temporary data from old regions at 1731151385292 (+16 ms)Region opened successfully at 1731151385298 (+6 ms) 2024-11-09T11:23:05,304 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:23:05,307 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6851e685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:23:05,308 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:23:05,309 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:23:05,309 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:23:05,309 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:23:05,309 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:23:05,310 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:23:05,310 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:23:05,314 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:23:05,315 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Unable to get data of znode /2392063545/balancer because node does not exist (not necessarily an error) 2024-11-09T11:23:05,325 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2392063545/balancer already deleted, retry=false 2024-11-09T11:23:05,325 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:23:05,326 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Unable to get data of znode /2392063545/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:23:05,335 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2392063545/normalizer already deleted, retry=false 2024-11-09T11:23:05,336 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:23:05,337 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Unable to get data of znode /2392063545/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:23:05,346 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2392063545/switch/split already deleted, retry=false 2024-11-09T11:23:05,347 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Unable to get data of znode /2392063545/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:23:05,356 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2392063545/switch/merge already deleted, retry=false 2024-11-09T11:23:05,358 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Unable to get data of znode /2392063545/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:23:05,367 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2392063545/snapshot-cleanup already deleted, retry=false 2024-11-09T11:23:05,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2392063545/running 2024-11-09T11:23:05,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2392063545/running 2024-11-09T11:23:05,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545 2024-11-09T11:23:05,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545 2024-11-09T11:23:05,378 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,40513,1731151384356, sessionid=0x1011f5592490006, setting cluster-up flag (Was=false) 2024-11-09T11:23:05,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545 2024-11-09T11:23:05,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545 2024-11-09T11:23:05,430 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2392063545/flush-table-proc/acquired, /2392063545/flush-table-proc/reached, /2392063545/flush-table-proc/abort 2024-11-09T11:23:05,431 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,40513,1731151384356 2024-11-09T11:23:05,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545 2024-11-09T11:23:05,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545 2024-11-09T11:23:05,483 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2392063545/online-snapshot/acquired, /2392063545/online-snapshot/reached, /2392063545/online-snapshot/abort 2024-11-09T11:23:05,484 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,40513,1731151384356 2024-11-09T11:23:05,485 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:23:05,487 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:23:05,487 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:23:05,487 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:23:05,487 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,40513,1731151384356 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:23:05,489 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:23:05,489 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:23:05,489 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:23:05,489 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:23:05,489 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:23:05,489 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:05,489 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:23:05,489 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:05,498 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151415498 2024-11-09T11:23:05,498 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:23:05,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:23:05,498 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:23:05,498 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:23:05,498 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:23:05,498 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:23:05,498 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:23:05,498 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:23:05,499 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:05,499 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:23:05,500 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:05,500 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:23:05,500 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:23:05,500 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:23:05,500 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T11:23:05,501 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:23:05,501 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:23:05,501 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151385501,5,FailOnTimeoutGroup] 2024-11-09T11:23:05,504 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151385501,5,FailOnTimeoutGroup] 2024-11-09T11:23:05,504 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:05,504 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:23:05,504 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:05,504 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:05,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:23:05,509 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:23:05,509 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df 2024-11-09T11:23:05,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741832_1008 (size=32) 2024-11-09T11:23:05,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:23:05,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:23:05,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:23:05,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:05,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:23:05,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:23:05,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:23:05,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:05,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:23:05,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:23:05,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:23:05,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:05,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:23:05,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:23:05,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:23:05,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:05,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:23:05,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:23:05,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740 2024-11-09T11:23:05,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740 2024-11-09T11:23:05,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:23:05,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:23:05,536 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:23:05,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:23:05,545 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:23:05,546 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58890130, jitterRate=-0.12246868014335632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:23:05,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731151385524Initializing all the Stores at 1731151385525 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151385525Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151385525Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151385525Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151385525Cleaning up temporary data from old regions at 1731151385535 (+10 ms)Region opened successfully at 1731151385546 (+11 ms) 2024-11-09T11:23:05,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:23:05,546 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:23:05,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:23:05,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:23:05,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:23:05,546 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:23:05,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151385546Disabling compacts and flushes for region at 1731151385546Disabling writes for close at 1731151385546Writing region close event to WAL at 1731151385546Closed at 1731151385546 2024-11-09T11:23:05,547 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:23:05,548 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:23:05,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:23:05,549 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:23:05,550 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:23:05,570 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(746): ClusterId : 1e72de7e-0126-4db8-b98e-c84c29e26224 2024-11-09T11:23:05,570 DEBUG [RS:0;3264b4bbda9f:34545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:23:05,578 DEBUG [RS:0;3264b4bbda9f:34545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:23:05,578 DEBUG [RS:0;3264b4bbda9f:34545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:23:05,589 DEBUG [RS:0;3264b4bbda9f:34545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:23:05,589 DEBUG [RS:0;3264b4bbda9f:34545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f81d008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:23:05,603 DEBUG [RS:0;3264b4bbda9f:34545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:34545 2024-11-09T11:23:05,603 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:23:05,603 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:23:05,603 DEBUG [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:23:05,604 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,40513,1731151384356 with port=34545, startcode=1731151384614 2024-11-09T11:23:05,604 DEBUG [RS:0;3264b4bbda9f:34545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:23:05,609 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:23:05,609 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40513 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,34545,1731151384614 2024-11-09T11:23:05,609 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40513 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,34545,1731151384614 2024-11-09T11:23:05,611 DEBUG [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df 2024-11-09T11:23:05,611 DEBUG [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34241 2024-11-09T11:23:05,611 DEBUG [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:23:05,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545/rs 2024-11-09T11:23:05,695 DEBUG [RS:0;3264b4bbda9f:34545 {}] zookeeper.ZKUtil(111): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Set watcher on existing znode=/2392063545/rs/3264b4bbda9f,34545,1731151384614 2024-11-09T11:23:05,695 WARN [RS:0;3264b4bbda9f:34545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:23:05,695 INFO [RS:0;3264b4bbda9f:34545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:23:05,695 DEBUG [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/WALs/3264b4bbda9f,34545,1731151384614 2024-11-09T11:23:05,696 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,34545,1731151384614] 2024-11-09T11:23:05,698 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:23:05,700 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:23:05,700 WARN [3264b4bbda9f:40513 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T11:23:05,704 INFO [RS:0;3264b4bbda9f:34545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:23:05,704 INFO [RS:0;3264b4bbda9f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:05,705 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:23:05,705 INFO [RS:0;3264b4bbda9f:34545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:23:05,706 INFO [RS:0;3264b4bbda9f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:05,706 DEBUG [RS:0;3264b4bbda9f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:05,706 DEBUG [RS:0;3264b4bbda9f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:05,706 DEBUG [RS:0;3264b4bbda9f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:05,706 DEBUG [RS:0;3264b4bbda9f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:05,706 DEBUG [RS:0;3264b4bbda9f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:05,706 DEBUG [RS:0;3264b4bbda9f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:23:05,706 DEBUG [RS:0;3264b4bbda9f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:05,706 DEBUG [RS:0;3264b4bbda9f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:05,706 DEBUG [RS:0;3264b4bbda9f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:05,706 DEBUG [RS:0;3264b4bbda9f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:05,706 DEBUG [RS:0;3264b4bbda9f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:05,706 DEBUG [RS:0;3264b4bbda9f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:23:05,706 DEBUG [RS:0;3264b4bbda9f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:23:05,706 DEBUG [RS:0;3264b4bbda9f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:23:05,712 INFO [RS:0;3264b4bbda9f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:05,712 INFO [RS:0;3264b4bbda9f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:05,712 INFO [RS:0;3264b4bbda9f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:05,712 INFO [RS:0;3264b4bbda9f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:05,712 INFO [RS:0;3264b4bbda9f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:05,712 INFO [RS:0;3264b4bbda9f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,34545,1731151384614-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:23:05,734 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:23:05,736 INFO [RS:0;3264b4bbda9f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,34545,1731151384614-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:05,736 INFO [RS:0;3264b4bbda9f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:05,736 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.Replication(171): 3264b4bbda9f,34545,1731151384614 started 2024-11-09T11:23:05,754 INFO [RS:0;3264b4bbda9f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:05,754 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,34545,1731151384614, RpcServer on 3264b4bbda9f/172.17.0.2:34545, sessionid=0x1011f5592490007 2024-11-09T11:23:05,754 DEBUG [RS:0;3264b4bbda9f:34545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:23:05,754 DEBUG [RS:0;3264b4bbda9f:34545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,34545,1731151384614 2024-11-09T11:23:05,754 DEBUG [RS:0;3264b4bbda9f:34545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,34545,1731151384614' 2024-11-09T11:23:05,754 DEBUG [RS:0;3264b4bbda9f:34545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2392063545/flush-table-proc/abort' 2024-11-09T11:23:05,754 DEBUG [RS:0;3264b4bbda9f:34545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2392063545/flush-table-proc/acquired' 2024-11-09T11:23:05,755 DEBUG [RS:0;3264b4bbda9f:34545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:23:05,755 DEBUG [RS:0;3264b4bbda9f:34545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:23:05,755 DEBUG [RS:0;3264b4bbda9f:34545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,34545,1731151384614 2024-11-09T11:23:05,755 DEBUG [RS:0;3264b4bbda9f:34545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,34545,1731151384614' 2024-11-09T11:23:05,755 DEBUG [RS:0;3264b4bbda9f:34545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2392063545/online-snapshot/abort' 2024-11-09T11:23:05,755 DEBUG [RS:0;3264b4bbda9f:34545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2392063545/online-snapshot/acquired' 2024-11-09T11:23:05,755 DEBUG [RS:0;3264b4bbda9f:34545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:23:05,755 INFO [RS:0;3264b4bbda9f:34545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:23:05,755 INFO [RS:0;3264b4bbda9f:34545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:23:05,856 INFO [RS:0;3264b4bbda9f:34545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:23:05,857 INFO [RS:0;3264b4bbda9f:34545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C34545%2C1731151384614, suffix=, logDir=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/WALs/3264b4bbda9f,34545,1731151384614, archiveDir=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/oldWALs, maxLogs=10 2024-11-09T11:23:05,875 DEBUG [RS:0;3264b4bbda9f:34545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/WALs/3264b4bbda9f,34545,1731151384614/3264b4bbda9f%2C34545%2C1731151384614.1731151385858, exclude list is [], retry=0 2024-11-09T11:23:05,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44003,DS-5ed703bc-88d0-4d24-956a-7e140dea5337,DISK] 2024-11-09T11:23:05,885 INFO [RS:0;3264b4bbda9f:34545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/WALs/3264b4bbda9f,34545,1731151384614/3264b4bbda9f%2C34545%2C1731151384614.1731151385858 2024-11-09T11:23:05,885 DEBUG [RS:0;3264b4bbda9f:34545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39963:39963)] 2024-11-09T11:23:05,950 DEBUG [3264b4bbda9f:40513 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:23:05,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,34545,1731151384614 2024-11-09T11:23:05,952 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,34545,1731151384614, state=OPENING 2024-11-09T11:23:05,967 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:23:05,967 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:23:05,968 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:23:05,968 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148766 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:23:05,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545 2024-11-09T11:23:05,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545 2024-11-09T11:23:05,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2392063545/meta-region-server: CHANGED 2024-11-09T11:23:05,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2392063545/meta-region-server: CHANGED 2024-11-09T11:23:05,980 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:23:05,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,34545,1731151384614}] 2024-11-09T11:23:06,133 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:23:06,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:23:06,138 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:23:06,138 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:23:06,138 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:23:06,140 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C34545%2C1731151384614.meta, suffix=.meta, logDir=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/WALs/3264b4bbda9f,34545,1731151384614, archiveDir=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/oldWALs, maxLogs=10 2024-11-09T11:23:06,159 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/WALs/3264b4bbda9f,34545,1731151384614/3264b4bbda9f%2C34545%2C1731151384614.meta.1731151386140.meta, exclude list is [], retry=0 2024-11-09T11:23:06,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44003,DS-5ed703bc-88d0-4d24-956a-7e140dea5337,DISK] 2024-11-09T11:23:06,172 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/WALs/3264b4bbda9f,34545,1731151384614/3264b4bbda9f%2C34545%2C1731151384614.meta.1731151386140.meta 2024-11-09T11:23:06,184 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39963:39963)] 2024-11-09T11:23:06,184 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:23:06,185 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:23:06,185 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:23:06,185 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:23:06,185 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:23:06,185 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:23:06,185 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:23:06,185 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:23:06,185 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:23:06,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:23:06,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:23:06,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:06,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:23:06,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:23:06,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:23:06,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:06,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:23:06,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:23:06,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:23:06,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:06,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:23:06,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:23:06,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:23:06,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:06,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:23:06,199 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:23:06,200 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740 2024-11-09T11:23:06,201 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740 2024-11-09T11:23:06,202 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:23:06,202 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:23:06,202 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:23:06,204 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:23:06,205 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69076756, jitterRate=0.029323875904083252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:23:06,205 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:23:06,205 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731151386186Writing region info on filesystem at 1731151386186Initializing all the Stores at 1731151386186Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151386186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151386186Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151386187 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151386187Cleaning up temporary data from old regions at 1731151386202 (+15 ms)Running coprocessor post-open hooks at 1731151386205 (+3 ms)Region opened successfully at 1731151386205 2024-11-09T11:23:06,206 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151386133 2024-11-09T11:23:06,209 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:23:06,209 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:23:06,209 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,34545,1731151384614 2024-11-09T11:23:06,209 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,34545,1731151384614, state=OPEN 2024-11-09T11:23:06,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2392063545/meta-region-server 2024-11-09T11:23:06,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2392063545/meta-region-server 2024-11-09T11:23:06,220 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,34545,1731151384614 2024-11-09T11:23:06,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2392063545/meta-region-server: CHANGED 2024-11-09T11:23:06,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2392063545/meta-region-server: CHANGED 2024-11-09T11:23:06,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:23:06,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,34545,1731151384614 in 240 msec 2024-11-09T11:23:06,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:23:06,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 674 msec 2024-11-09T11:23:06,225 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:23:06,225 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:23:06,226 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:23:06,226 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,34545,1731151384614, seqNum=-1] 2024-11-09T11:23:06,227 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:23:06,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:23:06,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 746 msec 2024-11-09T11:23:06,233 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151386233, completionTime=-1 2024-11-09T11:23:06,233 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:23:06,233 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:23:06,235 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:23:06,235 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151446235 2024-11-09T11:23:06,235 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151506235 2024-11-09T11:23:06,235 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T11:23:06,236 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,40513,1731151384356-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:06,236 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,40513,1731151384356-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:06,236 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,40513,1731151384356-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:06,236 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:40513, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:06,236 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:06,237 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:06,239 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:23:06,244 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.529sec 2024-11-09T11:23:06,244 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:23:06,244 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:23:06,244 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:23:06,244 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:23:06,244 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:23:06,244 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,40513,1731151384356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:23:06,244 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,40513,1731151384356-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:23:06,250 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:23:06,250 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:23:06,250 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,40513,1731151384356-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:23:06,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292a23af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:06,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,40513,-1 for getting cluster id 2024-11-09T11:23:06,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:23:06,274 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e72de7e-0126-4db8-b98e-c84c29e26224' 2024-11-09T11:23:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:23:06,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e72de7e-0126-4db8-b98e-c84c29e26224" 2024-11-09T11:23:06,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@755b531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:06,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,40513,-1] 2024-11-09T11:23:06,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:23:06,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:06,276 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:23:06,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c83e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:06,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:23:06,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,34545,1731151384614, seqNum=-1] 2024-11-09T11:23:06,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:23:06,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:23:06,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,40513,1731151384356 2024-11-09T11:23:06,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61638 2024-11-09T11:23:06,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:23:06,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011f5592490008 connected 2024-11-09T11:23:06,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:23:06,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,36619,1731151372638 2024-11-09T11:23:06,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27dfc7e7 2024-11-09T11:23:06,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:23:06,309 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:23:06,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:23:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T11:23:06,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:23:06,316 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:06,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:23:06,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T11:23:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:23:06,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741835_1011 (size=902) 2024-11-09T11:23:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:23:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:23:06,731 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3828c389bf62da40c91247d761e9566a, NAME => 'test,,1731151386310.3828c389bf62da40c91247d761e9566a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21 2024-11-09T11:23:06,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741836_1012 (size=39) 2024-11-09T11:23:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:23:07,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731151386310.3828c389bf62da40c91247d761e9566a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:23:07,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3828c389bf62da40c91247d761e9566a, disabling compactions & flushes 2024-11-09T11:23:07,136 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731151386310.3828c389bf62da40c91247d761e9566a. 2024-11-09T11:23:07,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151386310.3828c389bf62da40c91247d761e9566a. 2024-11-09T11:23:07,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731151386310.3828c389bf62da40c91247d761e9566a. after waiting 0 ms 2024-11-09T11:23:07,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731151386310.3828c389bf62da40c91247d761e9566a. 2024-11-09T11:23:07,136 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731151386310.3828c389bf62da40c91247d761e9566a. 2024-11-09T11:23:07,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3828c389bf62da40c91247d761e9566a: Waiting for close lock at 1731151387136Disabling compacts and flushes for region at 1731151387136Disabling writes for close at 1731151387136Writing region close event to WAL at 1731151387136Closed at 1731151387136 2024-11-09T11:23:07,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:23:07,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731151386310.3828c389bf62da40c91247d761e9566a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731151387137"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151387137"}]},"ts":"1731151387137"} 2024-11-09T11:23:07,140 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:23:07,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:23:07,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151387140"}]},"ts":"1731151387140"} 2024-11-09T11:23:07,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T11:23:07,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3828c389bf62da40c91247d761e9566a, ASSIGN}] 2024-11-09T11:23:07,143 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3828c389bf62da40c91247d761e9566a, ASSIGN 2024-11-09T11:23:07,144 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3828c389bf62da40c91247d761e9566a, ASSIGN; state=OFFLINE, location=3264b4bbda9f,33421,1731151373507; forceNewPlan=false, retain=false 2024-11-09T11:23:07,295 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3828c389bf62da40c91247d761e9566a, regionState=OPENING, regionLocation=3264b4bbda9f,33421,1731151373507 2024-11-09T11:23:07,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3828c389bf62da40c91247d761e9566a, ASSIGN because future has completed 2024-11-09T11:23:07,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3828c389bf62da40c91247d761e9566a, server=3264b4bbda9f,33421,1731151373507}] 2024-11-09T11:23:07,451 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731151386310.3828c389bf62da40c91247d761e9566a. 2024-11-09T11:23:07,451 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3828c389bf62da40c91247d761e9566a, NAME => 'test,,1731151386310.3828c389bf62da40c91247d761e9566a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:23:07,452 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:23:07,452 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T11:23:07,452 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3828c389bf62da40c91247d761e9566a 2024-11-09T11:23:07,452 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731151386310.3828c389bf62da40c91247d761e9566a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:23:07,452 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3828c389bf62da40c91247d761e9566a 2024-11-09T11:23:07,452 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3828c389bf62da40c91247d761e9566a 2024-11-09T11:23:07,453 INFO [StoreOpener-3828c389bf62da40c91247d761e9566a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3828c389bf62da40c91247d761e9566a 2024-11-09T11:23:07,454 INFO [StoreOpener-3828c389bf62da40c91247d761e9566a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3828c389bf62da40c91247d761e9566a columnFamilyName f 2024-11-09T11:23:07,454 DEBUG [StoreOpener-3828c389bf62da40c91247d761e9566a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:07,454 INFO [StoreOpener-3828c389bf62da40c91247d761e9566a-1 {}] regionserver.HStore(327): Store=3828c389bf62da40c91247d761e9566a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:23:07,454 INFO [StoreOpener-3828c389bf62da40c91247d761e9566a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3828c389bf62da40c91247d761e9566a 2024-11-09T11:23:07,455 INFO [StoreOpener-3828c389bf62da40c91247d761e9566a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3828c389bf62da40c91247d761e9566a columnFamilyName f1 2024-11-09T11:23:07,455 DEBUG [StoreOpener-3828c389bf62da40c91247d761e9566a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:07,455 INFO [StoreOpener-3828c389bf62da40c91247d761e9566a-1 {}] regionserver.HStore(327): Store=3828c389bf62da40c91247d761e9566a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:23:07,455 INFO [StoreOpener-3828c389bf62da40c91247d761e9566a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3828c389bf62da40c91247d761e9566a 2024-11-09T11:23:07,456 INFO [StoreOpener-3828c389bf62da40c91247d761e9566a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3828c389bf62da40c91247d761e9566a columnFamilyName norep 2024-11-09T11:23:07,456 DEBUG [StoreOpener-3828c389bf62da40c91247d761e9566a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:07,456 INFO [StoreOpener-3828c389bf62da40c91247d761e9566a-1 {}] regionserver.HStore(327): Store=3828c389bf62da40c91247d761e9566a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:23:07,456 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3828c389bf62da40c91247d761e9566a 2024-11-09T11:23:07,458 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a 2024-11-09T11:23:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:23:07,458 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a 2024-11-09T11:23:07,459 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3828c389bf62da40c91247d761e9566a 2024-11-09T11:23:07,459 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3828c389bf62da40c91247d761e9566a 2024-11-09T11:23:07,459 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:23:07,460 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3828c389bf62da40c91247d761e9566a 2024-11-09T11:23:07,461 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:23:07,461 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3828c389bf62da40c91247d761e9566a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68955864, jitterRate=0.02752244472503662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:23:07,462 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3828c389bf62da40c91247d761e9566a 2024-11-09T11:23:07,462 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3828c389bf62da40c91247d761e9566a: Running coprocessor pre-open hook at 1731151387452Writing region info on filesystem at 1731151387452Initializing all the Stores at 1731151387453 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151387453Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151387453Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151387453Cleaning up temporary data from old regions at 1731151387459 (+6 ms)Running coprocessor post-open hooks at 1731151387462 (+3 ms)Region opened successfully at 1731151387462 2024-11-09T11:23:07,462 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731151386310.3828c389bf62da40c91247d761e9566a., pid=6, masterSystemTime=1731151387448 2024-11-09T11:23:07,463 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731151386310.3828c389bf62da40c91247d761e9566a. 2024-11-09T11:23:07,463 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731151386310.3828c389bf62da40c91247d761e9566a. 2024-11-09T11:23:07,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3828c389bf62da40c91247d761e9566a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3264b4bbda9f,33421,1731151373507 2024-11-09T11:23:07,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3828c389bf62da40c91247d761e9566a, server=3264b4bbda9f,33421,1731151373507 because future has completed 2024-11-09T11:23:07,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:23:07,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3828c389bf62da40c91247d761e9566a, server=3264b4bbda9f,33421,1731151373507 in 169 msec 2024-11-09T11:23:07,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T11:23:07,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3828c389bf62da40c91247d761e9566a, ASSIGN in 325 msec 2024-11-09T11:23:07,469 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:23:07,469 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151387469"}]},"ts":"1731151387469"} 2024-11-09T11:23:07,471 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T11:23:07,472 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:23:07,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-09T11:23:07,555 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:23:07,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:07,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:07,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:07,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:07,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:07,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:07,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:07,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:07,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:07,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:07,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:07,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:07,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:07,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:07,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:07,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:07,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:07,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:23:08,468 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T11:23:08,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:23:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,40527,1731151379707 2024-11-09T11:23:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1477b83 2024-11-09T11:23:08,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:23:08,470 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:23:08,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:23:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T11:23:08,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:23:08,472 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:08,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T11:23:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:23:08,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:23:08,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741835_1011 (size=902) 2024-11-09T11:23:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:23:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:23:08,879 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 608bf255064d34ac0ca2f7b08d85e4b4, NAME => 'test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5 2024-11-09T11:23:08,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741836_1012 (size=39) 2024-11-09T11:23:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:23:09,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:23:09,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 608bf255064d34ac0ca2f7b08d85e4b4, disabling compactions & flushes 2024-11-09T11:23:09,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4. 2024-11-09T11:23:09,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4. 2024-11-09T11:23:09,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4. after waiting 0 ms 2024-11-09T11:23:09,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4. 2024-11-09T11:23:09,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4. 2024-11-09T11:23:09,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 608bf255064d34ac0ca2f7b08d85e4b4: Waiting for close lock at 1731151389283Disabling compacts and flushes for region at 1731151389283Disabling writes for close at 1731151389283Writing region close event to WAL at 1731151389283Closed at 1731151389283 2024-11-09T11:23:09,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:23:09,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731151389284"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151389284"}]},"ts":"1731151389284"} 2024-11-09T11:23:09,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:23:09,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:23:09,286 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151389286"}]},"ts":"1731151389286"} 2024-11-09T11:23:09,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T11:23:09,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=608bf255064d34ac0ca2f7b08d85e4b4, ASSIGN}] 2024-11-09T11:23:09,289 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=608bf255064d34ac0ca2f7b08d85e4b4, ASSIGN 2024-11-09T11:23:09,289 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=608bf255064d34ac0ca2f7b08d85e4b4, ASSIGN; state=OFFLINE, location=3264b4bbda9f,46421,1731151379813; forceNewPlan=false, retain=false 2024-11-09T11:23:09,440 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=608bf255064d34ac0ca2f7b08d85e4b4, regionState=OPENING, regionLocation=3264b4bbda9f,46421,1731151379813 2024-11-09T11:23:09,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=608bf255064d34ac0ca2f7b08d85e4b4, ASSIGN because future has completed 2024-11-09T11:23:09,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 608bf255064d34ac0ca2f7b08d85e4b4, server=3264b4bbda9f,46421,1731151379813}] 2024-11-09T11:23:09,596 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4. 2024-11-09T11:23:09,596 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 608bf255064d34ac0ca2f7b08d85e4b4, NAME => 'test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:23:09,596 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:23:09,596 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T11:23:09,596 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 608bf255064d34ac0ca2f7b08d85e4b4 2024-11-09T11:23:09,596 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:23:09,596 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 608bf255064d34ac0ca2f7b08d85e4b4 2024-11-09T11:23:09,596 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 608bf255064d34ac0ca2f7b08d85e4b4 2024-11-09T11:23:09,597 INFO [StoreOpener-608bf255064d34ac0ca2f7b08d85e4b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 608bf255064d34ac0ca2f7b08d85e4b4 2024-11-09T11:23:09,598 INFO [StoreOpener-608bf255064d34ac0ca2f7b08d85e4b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608bf255064d34ac0ca2f7b08d85e4b4 columnFamilyName f 2024-11-09T11:23:09,598 DEBUG [StoreOpener-608bf255064d34ac0ca2f7b08d85e4b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:09,599 INFO [StoreOpener-608bf255064d34ac0ca2f7b08d85e4b4-1 {}] regionserver.HStore(327): Store=608bf255064d34ac0ca2f7b08d85e4b4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:23:09,599 INFO [StoreOpener-608bf255064d34ac0ca2f7b08d85e4b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 608bf255064d34ac0ca2f7b08d85e4b4 2024-11-09T11:23:09,599 INFO [StoreOpener-608bf255064d34ac0ca2f7b08d85e4b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608bf255064d34ac0ca2f7b08d85e4b4 columnFamilyName f1 2024-11-09T11:23:09,599 DEBUG [StoreOpener-608bf255064d34ac0ca2f7b08d85e4b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:09,599 INFO [StoreOpener-608bf255064d34ac0ca2f7b08d85e4b4-1 {}] regionserver.HStore(327): Store=608bf255064d34ac0ca2f7b08d85e4b4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:23:09,600 INFO [StoreOpener-608bf255064d34ac0ca2f7b08d85e4b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 608bf255064d34ac0ca2f7b08d85e4b4 2024-11-09T11:23:09,600 INFO [StoreOpener-608bf255064d34ac0ca2f7b08d85e4b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608bf255064d34ac0ca2f7b08d85e4b4 columnFamilyName norep 2024-11-09T11:23:09,600 DEBUG [StoreOpener-608bf255064d34ac0ca2f7b08d85e4b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:09,600 INFO [StoreOpener-608bf255064d34ac0ca2f7b08d85e4b4-1 {}] regionserver.HStore(327): Store=608bf255064d34ac0ca2f7b08d85e4b4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:23:09,601 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 608bf255064d34ac0ca2f7b08d85e4b4 2024-11-09T11:23:09,601 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4 2024-11-09T11:23:09,601 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4 2024-11-09T11:23:09,602 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 608bf255064d34ac0ca2f7b08d85e4b4 2024-11-09T11:23:09,602 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 608bf255064d34ac0ca2f7b08d85e4b4 2024-11-09T11:23:09,602 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:23:09,603 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 608bf255064d34ac0ca2f7b08d85e4b4 2024-11-09T11:23:09,604 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:23:09,604 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 608bf255064d34ac0ca2f7b08d85e4b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69231515, jitterRate=0.03162996470928192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:23:09,604 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 608bf255064d34ac0ca2f7b08d85e4b4 2024-11-09T11:23:09,604 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 608bf255064d34ac0ca2f7b08d85e4b4: Running coprocessor pre-open hook at 1731151389596Writing region info on filesystem at 1731151389596Initializing all the Stores at 1731151389597 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151389597Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151389597Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151389597Cleaning up temporary data from old regions at 1731151389602 (+5 ms)Running coprocessor post-open hooks at 1731151389604 (+2 ms)Region opened successfully at 1731151389604 2024-11-09T11:23:09,605 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4., pid=6, masterSystemTime=1731151389593 2024-11-09T11:23:09,606 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4. 2024-11-09T11:23:09,606 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4. 2024-11-09T11:23:09,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=608bf255064d34ac0ca2f7b08d85e4b4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3264b4bbda9f,46421,1731151379813 2024-11-09T11:23:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:23:09,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 608bf255064d34ac0ca2f7b08d85e4b4, server=3264b4bbda9f,46421,1731151379813 because future has completed 2024-11-09T11:23:09,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:23:09,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 608bf255064d34ac0ca2f7b08d85e4b4, server=3264b4bbda9f,46421,1731151379813 in 167 msec 2024-11-09T11:23:09,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T11:23:09,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=608bf255064d34ac0ca2f7b08d85e4b4, ASSIGN in 322 msec 2024-11-09T11:23:09,612 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:23:09,612 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151389612"}]},"ts":"1731151389612"} 2024-11-09T11:23:09,613 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T11:23:09,614 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:23:09,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-11-09T11:23:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:23:10,617 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T11:23:10,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:23:10,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,40513,1731151384356 2024-11-09T11:23:10,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@207d552d 2024-11-09T11:23:10,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:23:10,619 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:23:10,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:23:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T11:23:10,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:23:10,621 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:10,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T11:23:10,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:23:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:23:10,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741835_1011 (size=902) 2024-11-09T11:23:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:23:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:23:11,030 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a8d8e173c3c248945ab4c7c035c3966, NAME => 'test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df 2024-11-09T11:23:11,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741836_1012 (size=39) 2024-11-09T11:23:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:23:11,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:23:11,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8a8d8e173c3c248945ab4c7c035c3966, disabling compactions & flushes 2024-11-09T11:23:11,438 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966. 2024-11-09T11:23:11,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966. 2024-11-09T11:23:11,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966. after waiting 0 ms 2024-11-09T11:23:11,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966. 2024-11-09T11:23:11,438 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966. 2024-11-09T11:23:11,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a8d8e173c3c248945ab4c7c035c3966: Waiting for close lock at 1731151391438Disabling compacts and flushes for region at 1731151391438Disabling writes for close at 1731151391438Writing region close event to WAL at 1731151391438Closed at 1731151391438 2024-11-09T11:23:11,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:23:11,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731151391439"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151391439"}]},"ts":"1731151391439"} 2024-11-09T11:23:11,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:23:11,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:23:11,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151391442"}]},"ts":"1731151391442"} 2024-11-09T11:23:11,443 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T11:23:11,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a8d8e173c3c248945ab4c7c035c3966, ASSIGN}] 2024-11-09T11:23:11,444 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a8d8e173c3c248945ab4c7c035c3966, ASSIGN 2024-11-09T11:23:11,445 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8a8d8e173c3c248945ab4c7c035c3966, ASSIGN; state=OFFLINE, location=3264b4bbda9f,34545,1731151384614; forceNewPlan=false, retain=false 2024-11-09T11:23:11,596 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a8d8e173c3c248945ab4c7c035c3966, regionState=OPENING, regionLocation=3264b4bbda9f,34545,1731151384614 2024-11-09T11:23:11,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8a8d8e173c3c248945ab4c7c035c3966, ASSIGN because future has completed 2024-11-09T11:23:11,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a8d8e173c3c248945ab4c7c035c3966, server=3264b4bbda9f,34545,1731151384614}] 2024-11-09T11:23:11,753 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966. 2024-11-09T11:23:11,753 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a8d8e173c3c248945ab4c7c035c3966, NAME => 'test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:23:11,754 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:23:11,754 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T11:23:11,754 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8a8d8e173c3c248945ab4c7c035c3966 2024-11-09T11:23:11,754 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:23:11,754 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8a8d8e173c3c248945ab4c7c035c3966 2024-11-09T11:23:11,754 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8a8d8e173c3c248945ab4c7c035c3966 2024-11-09T11:23:11,755 INFO [StoreOpener-8a8d8e173c3c248945ab4c7c035c3966-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8a8d8e173c3c248945ab4c7c035c3966 2024-11-09T11:23:11,756 INFO [StoreOpener-8a8d8e173c3c248945ab4c7c035c3966-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a8d8e173c3c248945ab4c7c035c3966 columnFamilyName f 2024-11-09T11:23:11,756 DEBUG [StoreOpener-8a8d8e173c3c248945ab4c7c035c3966-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:11,757 INFO [StoreOpener-8a8d8e173c3c248945ab4c7c035c3966-1 {}] regionserver.HStore(327): Store=8a8d8e173c3c248945ab4c7c035c3966/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:23:11,757 INFO [StoreOpener-8a8d8e173c3c248945ab4c7c035c3966-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8a8d8e173c3c248945ab4c7c035c3966 2024-11-09T11:23:11,757 INFO [StoreOpener-8a8d8e173c3c248945ab4c7c035c3966-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a8d8e173c3c248945ab4c7c035c3966 columnFamilyName f1 2024-11-09T11:23:11,757 DEBUG [StoreOpener-8a8d8e173c3c248945ab4c7c035c3966-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:11,758 INFO [StoreOpener-8a8d8e173c3c248945ab4c7c035c3966-1 {}] regionserver.HStore(327): Store=8a8d8e173c3c248945ab4c7c035c3966/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:23:11,758 INFO [StoreOpener-8a8d8e173c3c248945ab4c7c035c3966-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8a8d8e173c3c248945ab4c7c035c3966 2024-11-09T11:23:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:23:11,759 INFO [StoreOpener-8a8d8e173c3c248945ab4c7c035c3966-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a8d8e173c3c248945ab4c7c035c3966 columnFamilyName norep 2024-11-09T11:23:11,759 DEBUG [StoreOpener-8a8d8e173c3c248945ab4c7c035c3966-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:11,759 INFO [StoreOpener-8a8d8e173c3c248945ab4c7c035c3966-1 {}] regionserver.HStore(327): Store=8a8d8e173c3c248945ab4c7c035c3966/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:23:11,759 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8a8d8e173c3c248945ab4c7c035c3966 2024-11-09T11:23:11,759 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/default/test/8a8d8e173c3c248945ab4c7c035c3966 2024-11-09T11:23:11,760 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/default/test/8a8d8e173c3c248945ab4c7c035c3966 2024-11-09T11:23:11,760 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8a8d8e173c3c248945ab4c7c035c3966 2024-11-09T11:23:11,760 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8a8d8e173c3c248945ab4c7c035c3966 2024-11-09T11:23:11,760 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:23:11,761 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8a8d8e173c3c248945ab4c7c035c3966 2024-11-09T11:23:11,762 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/default/test/8a8d8e173c3c248945ab4c7c035c3966/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:23:11,762 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8a8d8e173c3c248945ab4c7c035c3966; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59901445, jitterRate=-0.10739891231060028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:23:11,763 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a8d8e173c3c248945ab4c7c035c3966 2024-11-09T11:23:11,763 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8a8d8e173c3c248945ab4c7c035c3966: Running coprocessor pre-open hook at 1731151391754Writing region info on filesystem at 1731151391754Initializing all the Stores at 1731151391755 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151391755Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151391755Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151391755Cleaning up temporary data from old regions at 1731151391760 (+5 ms)Running coprocessor post-open hooks at 1731151391763 (+3 ms)Region opened successfully at 1731151391763 2024-11-09T11:23:11,763 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966., pid=6, masterSystemTime=1731151391750 2024-11-09T11:23:11,765 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966. 2024-11-09T11:23:11,765 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966. 2024-11-09T11:23:11,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a8d8e173c3c248945ab4c7c035c3966, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3264b4bbda9f,34545,1731151384614 2024-11-09T11:23:11,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a8d8e173c3c248945ab4c7c035c3966, server=3264b4bbda9f,34545,1731151384614 because future has completed 2024-11-09T11:23:11,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:23:11,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a8d8e173c3c248945ab4c7c035c3966, server=3264b4bbda9f,34545,1731151384614 in 169 msec 2024-11-09T11:23:11,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T11:23:11,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8a8d8e173c3c248945ab4c7c035c3966, ASSIGN in 325 msec 2024-11-09T11:23:11,770 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:23:11,770 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151391770"}]},"ts":"1731151391770"} 2024-11-09T11:23:11,772 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T11:23:11,773 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:23:11,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-09T11:23:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:23:12,778 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T11:23:12,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae1c1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:12,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,36619,-1 for getting cluster id 2024-11-09T11:23:12,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:23:12,779 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6' 2024-11-09T11:23:12,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:23:12,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6" 2024-11-09T11:23:12,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca1ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:12,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,36619,-1] 2024-11-09T11:23:12,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:23:12,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:12,781 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:23:12,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@376c8af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:12,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:23:12,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,36619,1731151372638 2024-11-09T11:23:12,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d7f5228 2024-11-09T11:23:12,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:23:12,782 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:23:12,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3264b4bbda9f:40527,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T11:23:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:23:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:23:12,785 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:40527' 2024-11-09T11:23:12,786 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6e8a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:12,786 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,40527,-1 for getting cluster id 2024-11-09T11:23:12,786 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:23:12,787 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e19c6c41-bd98-41f7-96c7-f4fe809400e2' 2024-11-09T11:23:12,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:23:12,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e19c6c41-bd98-41f7-96c7-f4fe809400e2" 2024-11-09T11:23:12,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dcd829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:12,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,40527,-1] 2024-11-09T11:23:12,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:23:12,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:12,788 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:23:12,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115b86e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:12,789 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:23:12,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,40527,1731151379707 2024-11-09T11:23:12,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18950aa 2024-11-09T11:23:12,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:23:12,790 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:23:12,790 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-09T11:23:12,791 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:23:12,791 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:12,791 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:12,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:23:12,791 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:23:12,792 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T11:23:12,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:23:12,793 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:12,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:23:12,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741837_1013 (size=1138) 2024-11-09T11:23:12,842 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T11:23:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:23:12,955 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:23:12,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:12,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:12,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:12,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:12,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:12,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:12,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:12,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:13,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:13,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:13,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:13,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:13,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:13,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:13,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:13,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:13,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:13,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:23:13,213 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22c898d30ba647effc9e52d4f72ed7f2, NAME => 'hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21 2024-11-09T11:23:13,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741838_1014 (size=44) 2024-11-09T11:23:13,257 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:23:13,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 22c898d30ba647effc9e52d4f72ed7f2, disabling compactions & flushes 2024-11-09T11:23:13,258 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2. 2024-11-09T11:23:13,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2. 2024-11-09T11:23:13,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2. after waiting 0 ms 2024-11-09T11:23:13,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2. 2024-11-09T11:23:13,258 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2. 2024-11-09T11:23:13,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22c898d30ba647effc9e52d4f72ed7f2: Waiting for close lock at 1731151393258Disabling compacts and flushes for region at 1731151393258Disabling writes for close at 1731151393258Writing region close event to WAL at 1731151393258Closed at 1731151393258 2024-11-09T11:23:13,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:23:13,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731151393260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151393260"}]},"ts":"1731151393260"} 2024-11-09T11:23:13,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:23:13,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:23:13,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151393264"}]},"ts":"1731151393264"} 2024-11-09T11:23:13,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T11:23:13,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22c898d30ba647effc9e52d4f72ed7f2, ASSIGN}] 2024-11-09T11:23:13,270 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22c898d30ba647effc9e52d4f72ed7f2, ASSIGN 2024-11-09T11:23:13,271 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22c898d30ba647effc9e52d4f72ed7f2, ASSIGN; state=OFFLINE, location=3264b4bbda9f,33421,1731151373507; forceNewPlan=false, retain=false 2024-11-09T11:23:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:23:13,422 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=22c898d30ba647effc9e52d4f72ed7f2, regionState=OPENING, regionLocation=3264b4bbda9f,33421,1731151373507 2024-11-09T11:23:13,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22c898d30ba647effc9e52d4f72ed7f2, ASSIGN because future has completed 2024-11-09T11:23:13,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22c898d30ba647effc9e52d4f72ed7f2, server=3264b4bbda9f,33421,1731151373507}] 2024-11-09T11:23:13,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2. 2024-11-09T11:23:13,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:23:13,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T11:23:13,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3264b4bbda9f%2C33421%2C1731151373507.rep, suffix=, logDir=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507, archiveDir=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/oldWALs, maxLogs=10 2024-11-09T11:23:13,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.rep.1731151393605, exclude list is [], retry=0 2024-11-09T11:23:13,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-9ebc7f10-ba5d-418c-869c-7a54f9903a33,DISK] 2024-11-09T11:23:13,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.rep.1731151393605 2024-11-09T11:23:13,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687)] 2024-11-09T11:23:13,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 22c898d30ba647effc9e52d4f72ed7f2, NAME => 'hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:23:13,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T11:23:13,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:23:13,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2. service=MultiRowMutationService 2024-11-09T11:23:13,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T11:23:13,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 22c898d30ba647effc9e52d4f72ed7f2 2024-11-09T11:23:13,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:23:13,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 22c898d30ba647effc9e52d4f72ed7f2 2024-11-09T11:23:13,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 22c898d30ba647effc9e52d4f72ed7f2 2024-11-09T11:23:13,636 INFO [StoreOpener-22c898d30ba647effc9e52d4f72ed7f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 22c898d30ba647effc9e52d4f72ed7f2 2024-11-09T11:23:13,637 INFO [StoreOpener-22c898d30ba647effc9e52d4f72ed7f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22c898d30ba647effc9e52d4f72ed7f2 columnFamilyName hfileref 2024-11-09T11:23:13,637 DEBUG [StoreOpener-22c898d30ba647effc9e52d4f72ed7f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:13,637 INFO [StoreOpener-22c898d30ba647effc9e52d4f72ed7f2-1 {}] regionserver.HStore(327): Store=22c898d30ba647effc9e52d4f72ed7f2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:23:13,637 INFO [StoreOpener-22c898d30ba647effc9e52d4f72ed7f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 22c898d30ba647effc9e52d4f72ed7f2 2024-11-09T11:23:13,638 INFO [StoreOpener-22c898d30ba647effc9e52d4f72ed7f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22c898d30ba647effc9e52d4f72ed7f2 columnFamilyName queue 2024-11-09T11:23:13,638 DEBUG [StoreOpener-22c898d30ba647effc9e52d4f72ed7f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:13,639 INFO [StoreOpener-22c898d30ba647effc9e52d4f72ed7f2-1 {}] regionserver.HStore(327): Store=22c898d30ba647effc9e52d4f72ed7f2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:23:13,639 INFO [StoreOpener-22c898d30ba647effc9e52d4f72ed7f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 22c898d30ba647effc9e52d4f72ed7f2 2024-11-09T11:23:13,640 INFO [StoreOpener-22c898d30ba647effc9e52d4f72ed7f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22c898d30ba647effc9e52d4f72ed7f2 columnFamilyName sid 2024-11-09T11:23:13,640 DEBUG [StoreOpener-22c898d30ba647effc9e52d4f72ed7f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:23:13,648 INFO [StoreOpener-22c898d30ba647effc9e52d4f72ed7f2-1 {}] regionserver.HStore(327): Store=22c898d30ba647effc9e52d4f72ed7f2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:23:13,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 22c898d30ba647effc9e52d4f72ed7f2 2024-11-09T11:23:13,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/replication/22c898d30ba647effc9e52d4f72ed7f2 2024-11-09T11:23:13,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/replication/22c898d30ba647effc9e52d4f72ed7f2 2024-11-09T11:23:13,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 22c898d30ba647effc9e52d4f72ed7f2 2024-11-09T11:23:13,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 22c898d30ba647effc9e52d4f72ed7f2 2024-11-09T11:23:13,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T11:23:13,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 22c898d30ba647effc9e52d4f72ed7f2 2024-11-09T11:23:13,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/replication/22c898d30ba647effc9e52d4f72ed7f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:23:13,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 22c898d30ba647effc9e52d4f72ed7f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74312031, jitterRate=0.10733555257320404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T11:23:13,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22c898d30ba647effc9e52d4f72ed7f2 2024-11-09T11:23:13,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 22c898d30ba647effc9e52d4f72ed7f2: Running coprocessor pre-open hook at 1731151393635Writing region info on filesystem at 1731151393635Initializing all the Stores at 1731151393635Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151393635Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151393635Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151393635Cleaning up temporary data from old regions at 1731151393651 (+16 ms)Running coprocessor post-open hooks at 1731151393666 (+15 ms)Region opened successfully at 1731151393666 2024-11-09T11:23:13,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2., pid=10, masterSystemTime=1731151393592 2024-11-09T11:23:13,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2. 2024-11-09T11:23:13,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2. 2024-11-09T11:23:13,670 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=22c898d30ba647effc9e52d4f72ed7f2, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,33421,1731151373507 2024-11-09T11:23:13,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22c898d30ba647effc9e52d4f72ed7f2, server=3264b4bbda9f,33421,1731151373507 because future has completed 2024-11-09T11:23:13,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T11:23:13,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 22c898d30ba647effc9e52d4f72ed7f2, server=3264b4bbda9f,33421,1731151373507 in 235 msec 2024-11-09T11:23:13,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T11:23:13,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22c898d30ba647effc9e52d4f72ed7f2, ASSIGN in 408 msec 2024-11-09T11:23:13,678 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:23:13,679 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151393679"}]},"ts":"1731151393679"} 2024-11-09T11:23:13,680 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T11:23:13,681 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:23:13,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 890 msec 2024-11-09T11:23:13,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2., hostname=3264b4bbda9f,33421,1731151373507, seqNum=2] 2024-11-09T11:23:13,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714 2024-11-09T11:23:13,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714 2024-11-09T11:23:13,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:23:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:23:13,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T11:23:13,941 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T11:23:13,979 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3264b4bbda9f,33421,1731151373507, ReplicationSource: 1, currentBandwidth=0 2024-11-09T11:23:13,980 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:23:13,980 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,33421,1731151373507, seqNum=-1] 2024-11-09T11:23:13,980 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:23:13,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-09T11:23:13,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3264b4bbda9f,33421,1731151373507', locateType=CURRENT is [region=hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2., hostname=3264b4bbda9f,33421,1731151373507, seqNum=2] 2024-11-09T11:23:13,986 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T11:23:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T11:23:13,990 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3264b4bbda9f,33421,1731151373507 suceeded 2024-11-09T11:23:13,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T11:23:13,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-09T11:23:13,995 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3264b4bbda9f:40527,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:23:13,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2130 sec 2024-11-09T11:23:14,011 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:40527' 2024-11-09T11:23:14,013 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3055f1e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:14,014 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,40527,-1 for getting cluster id 2024-11-09T11:23:14,014 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:23:14,015 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e19c6c41-bd98-41f7-96c7-f4fe809400e2' 2024-11-09T11:23:14,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:23:14,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e19c6c41-bd98-41f7-96c7-f4fe809400e2" 2024-11-09T11:23:14,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fd2e26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:14,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,40527,-1] 2024-11-09T11:23:14,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:23:14,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:14,016 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:23:14,017 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19aa2667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:14,017 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:23:14,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,40527,1731151379707 2024-11-09T11:23:14,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c6171ef 2024-11-09T11:23:14,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:23:14,019 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T11:23:14,020 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3264b4bbda9f,33421,1731151373507 (queues=1) is replicating from cluster=0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6 to cluster=e19c6c41-bd98-41f7-96c7-f4fe809400e2 2024-11-09T11:23:14,020 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3264b4bbda9f%2C33421%2C1731151373507 2024-11-09T11:23:14,020 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3264b4bbda9f,33421,1731151373507, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:23:14,021 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C33421%2C1731151373507 2024-11-09T11:23:14,021 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166, startPosition=0, beingWritten=true 2024-11-09T11:23:14,024 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T11:23:14,029 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:23:14,029 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166 to pos 379, reset compression=false 2024-11-09T11:23:14,029 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,33421,1731151373507 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T11:23:14,234 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166 to pos 379, reset compression=false 2024-11-09T11:23:14,538 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166 to pos 379, reset compression=false 2024-11-09T11:23:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:23:14,928 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T11:23:14,928 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:23:14,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:23:14,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:14,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:14,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:23:14,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdee435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:14,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,36619,-1 for getting cluster id 2024-11-09T11:23:14,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:23:14,930 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6' 2024-11-09T11:23:14,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:23:14,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6" 2024-11-09T11:23:14,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749e031b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:14,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,36619,-1] 2024-11-09T11:23:14,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:23:14,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:14,931 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:23:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b2125e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:14,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771648fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:14,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,40527,-1 for getting cluster id 2024-11-09T11:23:14,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:23:14,934 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e19c6c41-bd98-41f7-96c7-f4fe809400e2' 2024-11-09T11:23:14,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:23:14,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e19c6c41-bd98-41f7-96c7-f4fe809400e2" 2024-11-09T11:23:14,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb930e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:14,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,40527,-1] 2024-11-09T11:23:14,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:23:14,935 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:23:14,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:14,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471bad4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:14,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce7829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:14,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,40513,-1 for getting cluster id 2024-11-09T11:23:14,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:23:14,937 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e72de7e-0126-4db8-b98e-c84c29e26224' 2024-11-09T11:23:14,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:23:14,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e72de7e-0126-4db8-b98e-c84c29e26224" 2024-11-09T11:23:14,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c63ec13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:14,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,40513,-1] 2024-11-09T11:23:14,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:23:14,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:14,939 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:23:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae73045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:14,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:23:14,943 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166 to pos 379, reset compression=false 2024-11-09T11:23:14,944 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731151394944/Put/seqid=0 2024-11-09T11:23:14,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741840_1016 (size=7894) 2024-11-09T11:23:14,957 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731151394956/Put/seqid=0 2024-11-09T11:23:14,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741841_1017 (size=7691) 2024-11-09T11:23:15,300 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:23:15,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f8f42b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:15,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,36619,-1 for getting cluster id 2024-11-09T11:23:15,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:23:15,364 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6' 2024-11-09T11:23:15,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:23:15,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6" 2024-11-09T11:23:15,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd0b0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:15,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,36619,-1] 2024-11-09T11:23:15,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:23:15,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:15,365 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:23:15,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7697e8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:15,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:23:15,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,33421,1731151373507, seqNum=-1] 2024-11-09T11:23:15,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:23:15,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:23:15,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:23:15,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,36619,1731151372638 2024-11-09T11:23:15,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ac8d921 2024-11-09T11:23:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:23:15,378 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:23:15,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731151386310.3828c389bf62da40c91247d761e9566a., hostname=3264b4bbda9f,33421,1731151373507, seqNum=2] 2024-11-09T11:23:15,384 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T11:23:15,389 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-09T11:23:15,392 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-09T11:23:15,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 3828c389bf62da40c91247d761e9566a/f 2024-11-09T11:23:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T11:23:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:23:15,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 3828c389bf62da40c91247d761e9566a/f 2024-11-09T11:23:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T11:23:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:23:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(2603): Flush status journal for 3828c389bf62da40c91247d761e9566a: 2024-11-09T11:23:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__tgbqokl07er0jp0950j1kdni3pvb2v7aib51lmnotemgjm8jangh91lrjq11u03l/f/hfile_1 2024-11-09T11:23:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__tgbqokl07er0jp0950j1kdni3pvb2v7aib51lmnotemgjm8jangh91lrjq11u03l/f/hfile_1 as hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a/f/682b610f04154e29aed3fdc520c884b9_SeqId_4_ 2024-11-09T11:23:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__tgbqokl07er0jp0950j1kdni3pvb2v7aib51lmnotemgjm8jangh91lrjq11u03l/f/hfile_0 2024-11-09T11:23:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__tgbqokl07er0jp0950j1kdni3pvb2v7aib51lmnotemgjm8jangh91lrjq11u03l/f/hfile_0 as hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a/f/a39d38ebfed14fdfb69b1488643c7523_SeqId_4_ 2024-11-09T11:23:15,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__tgbqokl07er0jp0950j1kdni3pvb2v7aib51lmnotemgjm8jangh91lrjq11u03l/f/hfile_1 into 3828c389bf62da40c91247d761e9566a/f as hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a/f/682b610f04154e29aed3fdc520c884b9_SeqId_4_ - updating store file list. 2024-11-09T11:23:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 682b610f04154e29aed3fdc520c884b9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T11:23:15,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a/f/682b610f04154e29aed3fdc520c884b9_SeqId_4_ into 3828c389bf62da40c91247d761e9566a/f 2024-11-09T11:23:15,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__tgbqokl07er0jp0950j1kdni3pvb2v7aib51lmnotemgjm8jangh91lrjq11u03l/f/hfile_1 into 3828c389bf62da40c91247d761e9566a/f (new location: hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a/f/682b610f04154e29aed3fdc520c884b9_SeqId_4_) 2024-11-09T11:23:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__tgbqokl07er0jp0950j1kdni3pvb2v7aib51lmnotemgjm8jangh91lrjq11u03l/f/hfile_1 2024-11-09T11:23:15,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__tgbqokl07er0jp0950j1kdni3pvb2v7aib51lmnotemgjm8jangh91lrjq11u03l/f/hfile_0 into 3828c389bf62da40c91247d761e9566a/f as hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a/f/a39d38ebfed14fdfb69b1488643c7523_SeqId_4_ - updating store file list. 2024-11-09T11:23:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a39d38ebfed14fdfb69b1488643c7523_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T11:23:15,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a/f/a39d38ebfed14fdfb69b1488643c7523_SeqId_4_ into 3828c389bf62da40c91247d761e9566a/f 2024-11-09T11:23:15,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__tgbqokl07er0jp0950j1kdni3pvb2v7aib51lmnotemgjm8jangh91lrjq11u03l/f/hfile_0 into 3828c389bf62da40c91247d761e9566a/f (new location: hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a/f/a39d38ebfed14fdfb69b1488643c7523_SeqId_4_) 2024-11-09T11:23:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__tgbqokl07er0jp0950j1kdni3pvb2v7aib51lmnotemgjm8jangh91lrjq11u03l/f/hfile_0 2024-11-09T11:23:15,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:23:15,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:23:15,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:15,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:15,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:23:15,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731151386310.3828c389bf62da40c91247d761e9566a., hostname=3264b4bbda9f,33421,1731151373507, seqNum=2 , the old value is region=test,,1731151386310.3828c389bf62da40c91247d761e9566a., hostname=3264b4bbda9f,33421,1731151373507, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3264b4bbda9f:33421 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T11:23:15,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731151386310.3828c389bf62da40c91247d761e9566a., hostname=3264b4bbda9f,33421,1731151373507, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T11:23:15,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731151386310.3828c389bf62da40c91247d761e9566a., hostname=3264b4bbda9f,33421,1731151373507, seqNum=2 from cache 2024-11-09T11:23:15,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:23:15,421 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T11:23:15,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,46421,1731151379813, seqNum=-1] 2024-11-09T11:23:15,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:23:15,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:23:15,424 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4., hostname=3264b4bbda9f,46421,1731151379813, seqNum=2] 2024-11-09T11:23:15,426 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T11:23:15,449 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166 to pos 379, reset compression=false 2024-11-09T11:23:15,453 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:23:15,453 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,33421,1731151373507 got entry batch from reader: WALEntryBatch [walEntries=[{test/3828c389bf62da40c91247d761e9566a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731151395418/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T11:23:15,455 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:23:15,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T11:23:15,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.ReplicationSink(318): Replicating [0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6] bulk loaded data 2024-11-09T11:23:15,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13126ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:15,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,40527,-1 for getting cluster id 2024-11-09T11:23:15,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:23:15,457 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e19c6c41-bd98-41f7-96c7-f4fe809400e2' 2024-11-09T11:23:15,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:23:15,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e19c6c41-bd98-41f7-96c7-f4fe809400e2" 2024-11-09T11:23:15,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58c72f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:15,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,40527,-1] 2024-11-09T11:23:15,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:23:15,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:15,459 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:23:15,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73c89c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:15,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741837_1013 (size=7691) 2024-11-09T11:23:15,528 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T11:23:15,653 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166 to pos 687, reset compression=false 2024-11-09T11:23:15,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741838_1014 (size=7894) 2024-11-09T11:23:15,961 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166 to pos 687, reset compression=false 2024-11-09T11:23:16,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:23:16,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,40527,1731151379707 2024-11-09T11:23:16,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48a38d29 2024-11-09T11:23:16,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:23:16,293 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-09T11:23:16,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T11:23:16,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:23:16,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,46421,1731151379813, seqNum=-1] 2024-11-09T11:23:16,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:23:16,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-09T11:23:16,318 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__g8vd50i66nr33480hi58in838qr9buur607rl5rrrckh6s2dn53thfeap2qpr3n9/f/682b610f04154e29aed3fdc520c884b9_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-09T11:23:16,321 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__g8vd50i66nr33480hi58in838qr9buur607rl5rrrckh6s2dn53thfeap2qpr3n9/f/a39d38ebfed14fdfb69b1488643c7523_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-09T11:23:16,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__g8vd50i66nr33480hi58in838qr9buur607rl5rrrckh6s2dn53thfeap2qpr3n9/f/a39d38ebfed14fdfb69b1488643c7523_SeqId_4_ for inclusion in 608bf255064d34ac0ca2f7b08d85e4b4/f 2024-11-09T11:23:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T11:23:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:23:16,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__g8vd50i66nr33480hi58in838qr9buur607rl5rrrckh6s2dn53thfeap2qpr3n9/f/682b610f04154e29aed3fdc520c884b9_SeqId_4_ for inclusion in 608bf255064d34ac0ca2f7b08d85e4b4/f 2024-11-09T11:23:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T11:23:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:23:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HRegion(2603): Flush status journal for 608bf255064d34ac0ca2f7b08d85e4b4: 2024-11-09T11:23:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a39d38ebfed14fdfb69b1488643c7523_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T11:23:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__g8vd50i66nr33480hi58in838qr9buur607rl5rrrckh6s2dn53thfeap2qpr3n9/f/a39d38ebfed14fdfb69b1488643c7523_SeqId_4_ as hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4/f/020a811744ea48e69d5a49e235fb13a5_SeqId_4_ 2024-11-09T11:23:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 682b610f04154e29aed3fdc520c884b9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T11:23:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__g8vd50i66nr33480hi58in838qr9buur607rl5rrrckh6s2dn53thfeap2qpr3n9/f/682b610f04154e29aed3fdc520c884b9_SeqId_4_ as hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4/f/9d101fb40ff043cd9590d0b718f9e6e4_SeqId_4_ 2024-11-09T11:23:16,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__g8vd50i66nr33480hi58in838qr9buur607rl5rrrckh6s2dn53thfeap2qpr3n9/f/a39d38ebfed14fdfb69b1488643c7523_SeqId_4_ into 608bf255064d34ac0ca2f7b08d85e4b4/f as hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4/f/020a811744ea48e69d5a49e235fb13a5_SeqId_4_ - updating store file list. 2024-11-09T11:23:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 020a811744ea48e69d5a49e235fb13a5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T11:23:16,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4/f/020a811744ea48e69d5a49e235fb13a5_SeqId_4_ into 608bf255064d34ac0ca2f7b08d85e4b4/f 2024-11-09T11:23:16,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__g8vd50i66nr33480hi58in838qr9buur607rl5rrrckh6s2dn53thfeap2qpr3n9/f/a39d38ebfed14fdfb69b1488643c7523_SeqId_4_ into 608bf255064d34ac0ca2f7b08d85e4b4/f (new location: hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4/f/020a811744ea48e69d5a49e235fb13a5_SeqId_4_) 2024-11-09T11:23:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__g8vd50i66nr33480hi58in838qr9buur607rl5rrrckh6s2dn53thfeap2qpr3n9/f/a39d38ebfed14fdfb69b1488643c7523_SeqId_4_ 2024-11-09T11:23:16,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__g8vd50i66nr33480hi58in838qr9buur607rl5rrrckh6s2dn53thfeap2qpr3n9/f/682b610f04154e29aed3fdc520c884b9_SeqId_4_ into 608bf255064d34ac0ca2f7b08d85e4b4/f as hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4/f/9d101fb40ff043cd9590d0b718f9e6e4_SeqId_4_ - updating store file list. 2024-11-09T11:23:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d101fb40ff043cd9590d0b718f9e6e4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T11:23:16,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4/f/9d101fb40ff043cd9590d0b718f9e6e4_SeqId_4_ into 608bf255064d34ac0ca2f7b08d85e4b4/f 2024-11-09T11:23:16,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__g8vd50i66nr33480hi58in838qr9buur607rl5rrrckh6s2dn53thfeap2qpr3n9/f/682b610f04154e29aed3fdc520c884b9_SeqId_4_ into 608bf255064d34ac0ca2f7b08d85e4b4/f (new location: hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4/f/9d101fb40ff043cd9590d0b718f9e6e4_SeqId_4_) 2024-11-09T11:23:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__g8vd50i66nr33480hi58in838qr9buur607rl5rrrckh6s2dn53thfeap2qpr3n9/f/682b610f04154e29aed3fdc520c884b9_SeqId_4_ 2024-11-09T11:23:16,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.ReplicationSink(324): Finished replicating [0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6] bulk loaded data 2024-11-09T11:23:16,366 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166 to pos 687, reset compression=false 2024-11-09T11:23:16,434 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:23:16,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,34545,1731151384614, seqNum=-1] 2024-11-09T11:23:16,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:23:16,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:23:16,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966., hostname=3264b4bbda9f,34545,1731151384614, seqNum=2] 2024-11-09T11:23:16,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:23:16,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:23:16,445 DEBUG [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3264b4bbda9f%2C33421%2C1731151373507.rep:(num 1731151393605) roll requested 2024-11-09T11:23:16,461 DEBUG [regionserver/3264b4bbda9f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.rep.1731151396446, exclude list is [], retry=0 2024-11-09T11:23:16,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-9ebc7f10-ba5d-418c-869c-7a54f9903a33,DISK] 2024-11-09T11:23:16,474 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.rep.1731151393605 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.rep.1731151396446 2024-11-09T11:23:16,474 DEBUG [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687)] 2024-11-09T11:23:16,475 DEBUG [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.rep.1731151393605 is not closed yet, will try archiving it next time 2024-11-09T11:23:16,475 DEBUG [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3264b4bbda9f%2C33421%2C1731151373507:(num 1731151376166) roll requested 2024-11-09T11:23:16,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741839_1015 (size=1505) 2024-11-09T11:23:16,492 DEBUG [regionserver/3264b4bbda9f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475, exclude list is [], retry=0 2024-11-09T11:23:16,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-9ebc7f10-ba5d-418c-869c-7a54f9903a33,DISK] 2024-11-09T11:23:16,495 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 2024-11-09T11:23:16,495 DEBUG [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687)] 2024-11-09T11:23:16,495 DEBUG [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166 is not closed yet, will try archiving it next time 2024-11-09T11:23:16,496 DEBUG [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3264b4bbda9f%2C33421%2C1731151373507.meta:.meta(num 1731151377099) roll requested 2024-11-09T11:23:16,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741832_1008 (size=695) 2024-11-09T11:23:16,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af2ab6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:16,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,36619,-1 for getting cluster id 2024-11-09T11:23:16,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:23:16,519 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166 to hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/oldWALs/3264b4bbda9f%2C33421%2C1731151373507.1731151376166 2024-11-09T11:23:16,520 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6' 2024-11-09T11:23:16,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:23:16,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6" 2024-11-09T11:23:16,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8172e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:16,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,36619,-1] 2024-11-09T11:23:16,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:23:16,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:16,522 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:23:16,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ffee97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:16,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:23:16,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,36619,1731151372638 2024-11-09T11:23:16,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54555255 2024-11-09T11:23:16,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:23:16,526 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:23:16,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://3264b4bbda9f:40513,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T11:23:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T11:23:16,530 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:40513' 2024-11-09T11:23:16,530 DEBUG [regionserver/3264b4bbda9f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.meta.1731151396496.meta, exclude list is [], retry=0 2024-11-09T11:23:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T11:23:16,532 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d31e63a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:16,532 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,40513,-1 for getting cluster id 2024-11-09T11:23:16,532 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:23:16,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-9ebc7f10-ba5d-418c-869c-7a54f9903a33,DISK] 2024-11-09T11:23:16,533 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e72de7e-0126-4db8-b98e-c84c29e26224' 2024-11-09T11:23:16,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:23:16,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e72de7e-0126-4db8-b98e-c84c29e26224" 2024-11-09T11:23:16,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c4bf5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:16,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,40513,-1] 2024-11-09T11:23:16,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:23:16,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:16,534 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:23:16,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af4b2b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:16,535 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:23:16,535 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.meta.1731151377099.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.meta.1731151396496.meta 2024-11-09T11:23:16,535 DEBUG [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687)] 2024-11-09T11:23:16,535 DEBUG [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.meta.1731151377099.meta is not closed yet, will try archiving it next time 2024-11-09T11:23:16,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,40513,1731151384356 2024-11-09T11:23:16,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21fed120 2024-11-09T11:23:16,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:23:16,536 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:23:16,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741834_1010 (size=3473) 2024-11-09T11:23:16,537 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T11:23:16,537 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T11:23:16,537 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:16,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:23:16,538 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T11:23:16,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T11:23:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T11:23:16,869 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166 to pos 687, reset compression=false 2024-11-09T11:23:16,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T11:23:16,872 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T11:23:16,875 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166 was moved to hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/oldWALs/3264b4bbda9f%2C33421%2C1731151373507.1731151376166 2024-11-09T11:23:16,877 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166 2024-11-09T11:23:16,877 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,33421,1731151373507 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151376166, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T11:23:16,877 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475, startPosition=0, beingWritten=true 2024-11-09T11:23:16,881 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [3264b4bbda9f%2C33421%2C1731151373507.1731151376166] 2024-11-09T11:23:16,910 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-3264b4bbda9f,33421,1731151373507, ReplicationSource: 2, currentBandwidth=0 2024-11-09T11:23:16,912 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T11:23:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T11:23:16,914 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 3264b4bbda9f,33421,1731151373507 suceeded 2024-11-09T11:23:16,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T11:23:16,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-09T11:23:16,916 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://3264b4bbda9f:40513,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T11:23:16,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 389 msec 2024-11-09T11:23:16,930 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3264b4bbda9f:40513' 2024-11-09T11:23:16,932 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@123021de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:16,932 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,40513,-1 for getting cluster id 2024-11-09T11:23:16,932 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:23:16,932 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e72de7e-0126-4db8-b98e-c84c29e26224' 2024-11-09T11:23:16,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:23:16,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e72de7e-0126-4db8-b98e-c84c29e26224" 2024-11-09T11:23:16,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cf4b369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:16,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,40513,-1] 2024-11-09T11:23:16,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:23:16,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:16,933 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:23:16,934 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b071bb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:16,934 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:23:16,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,40513,1731151384356 2024-11-09T11:23:16,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@585af2c9 2024-11-09T11:23:16,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:23:16,935 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T11:23:16,936 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-3264b4bbda9f,33421,1731151373507 (queues=1) is replicating from cluster=0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6 to cluster=1e72de7e-0126-4db8-b98e-c84c29e26224 2024-11-09T11:23:16,936 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=3264b4bbda9f%2C33421%2C1731151373507 2024-11-09T11:23:16,936 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-3264b4bbda9f,33421,1731151373507, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T11:23:16,936 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475, startPosition=0, beingWritten=true 2024-11-09T11:23:16,937 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3264b4bbda9f%2C33421%2C1731151373507 2024-11-09T11:23:17,140 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 0, reset compression=false 2024-11-09T11:23:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T11:23:17,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:23:17,158 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T11:23:17,158 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:23:17,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:17,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:17,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:23:17,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:23:17,162 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731151397162/Put/seqid=0 2024-11-09T11:23:17,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741845_1021 (size=11194) 2024-11-09T11:23:17,167 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731151397167/Put/seqid=0 2024-11-09T11:23:17,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741846_1022 (size=10791) 2024-11-09T11:23:17,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7535875b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:17,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,36619,-1 for getting cluster id 2024-11-09T11:23:17,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:23:17,176 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6' 2024-11-09T11:23:17,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:23:17,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6" 2024-11-09T11:23:17,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b310f04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:17,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,36619,-1] 2024-11-09T11:23:17,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:23:17,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:17,177 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:23:17,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a371d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:17,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:23:17,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,33421,1731151373507, seqNum=-1] 2024-11-09T11:23:17,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:23:17,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:23:17,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:23:17,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,36619,1731151372638 2024-11-09T11:23:17,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63ba62e6 2024-11-09T11:23:17,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:23:17,192 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:23:17,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731151386310.3828c389bf62da40c91247d761e9566a., hostname=3264b4bbda9f,33421,1731151373507, seqNum=2] 2024-11-09T11:23:17,197 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T11:23:17,202 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-09T11:23:17,204 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-09T11:23:17,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 3828c389bf62da40c91247d761e9566a/f 2024-11-09T11:23:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T11:23:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:23:17,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 3828c389bf62da40c91247d761e9566a/f 2024-11-09T11:23:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T11:23:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:23:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegion(2603): Flush status journal for 3828c389bf62da40c91247d761e9566a: 2024-11-09T11:23:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__p7ncbf1the2bhpq2os8kaqv5l8sqgga29k8b8c0o27dru86clos9rtns4dc9gjq4/f/hfile_1 2024-11-09T11:23:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__p7ncbf1the2bhpq2os8kaqv5l8sqgga29k8b8c0o27dru86clos9rtns4dc9gjq4/f/hfile_1 as hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a/f/9537a1bc9d61416c9920cf3daf1d9651_SeqId_6_ 2024-11-09T11:23:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__p7ncbf1the2bhpq2os8kaqv5l8sqgga29k8b8c0o27dru86clos9rtns4dc9gjq4/f/hfile_0 2024-11-09T11:23:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__p7ncbf1the2bhpq2os8kaqv5l8sqgga29k8b8c0o27dru86clos9rtns4dc9gjq4/f/hfile_0 as hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a/f/eff48a09cdfe4b3f82775a8ec764d45b_SeqId_6_ 2024-11-09T11:23:17,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__p7ncbf1the2bhpq2os8kaqv5l8sqgga29k8b8c0o27dru86clos9rtns4dc9gjq4/f/hfile_1 into 3828c389bf62da40c91247d761e9566a/f as hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a/f/9537a1bc9d61416c9920cf3daf1d9651_SeqId_6_ - updating store file list. 2024-11-09T11:23:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9537a1bc9d61416c9920cf3daf1d9651_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T11:23:17,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a/f/9537a1bc9d61416c9920cf3daf1d9651_SeqId_6_ into 3828c389bf62da40c91247d761e9566a/f 2024-11-09T11:23:17,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__p7ncbf1the2bhpq2os8kaqv5l8sqgga29k8b8c0o27dru86clos9rtns4dc9gjq4/f/hfile_1 into 3828c389bf62da40c91247d761e9566a/f (new location: hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a/f/9537a1bc9d61416c9920cf3daf1d9651_SeqId_6_) 2024-11-09T11:23:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__p7ncbf1the2bhpq2os8kaqv5l8sqgga29k8b8c0o27dru86clos9rtns4dc9gjq4/f/hfile_1 2024-11-09T11:23:17,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__p7ncbf1the2bhpq2os8kaqv5l8sqgga29k8b8c0o27dru86clos9rtns4dc9gjq4/f/hfile_0 into 3828c389bf62da40c91247d761e9566a/f as hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a/f/eff48a09cdfe4b3f82775a8ec764d45b_SeqId_6_ - updating store file list. 2024-11-09T11:23:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eff48a09cdfe4b3f82775a8ec764d45b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T11:23:17,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a/f/eff48a09cdfe4b3f82775a8ec764d45b_SeqId_6_ into 3828c389bf62da40c91247d761e9566a/f 2024-11-09T11:23:17,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__p7ncbf1the2bhpq2os8kaqv5l8sqgga29k8b8c0o27dru86clos9rtns4dc9gjq4/f/hfile_0 into 3828c389bf62da40c91247d761e9566a/f (new location: hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a/f/eff48a09cdfe4b3f82775a8ec764d45b_SeqId_6_) 2024-11-09T11:23:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/staging/jenkins__test__p7ncbf1the2bhpq2os8kaqv5l8sqgga29k8b8c0o27dru86clos9rtns4dc9gjq4/f/hfile_0 2024-11-09T11:23:17,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:23:17,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:23:17,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:17,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:17,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:23:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731151386310.3828c389bf62da40c91247d761e9566a., hostname=3264b4bbda9f,33421,1731151373507, seqNum=2 , the old value is region=test,,1731151386310.3828c389bf62da40c91247d761e9566a., hostname=3264b4bbda9f,33421,1731151373507, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3264b4bbda9f:33421 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T11:23:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731151386310.3828c389bf62da40c91247d761e9566a., hostname=3264b4bbda9f,33421,1731151373507, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T11:23:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731151386310.3828c389bf62da40c91247d761e9566a., hostname=3264b4bbda9f,33421,1731151373507, seqNum=2 from cache 2024-11-09T11:23:17,236 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T11:23:17,239 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T11:23:17,338 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T11:23:17,444 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 0, reset compression=false 2024-11-09T11:23:17,449 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:23:17,449 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-3264b4bbda9f,33421,1731151373507 got entry batch from reader: WALEntryBatch [walEntries=[{test/3828c389bf62da40c91247d761e9566a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731151397233/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T11:23:17,451 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:23:17,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T11:23:17,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.ReplicationSink(318): Replicating [0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6] bulk loaded data 2024-11-09T11:23:17,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c5825c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:17,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,40513,-1 for getting cluster id 2024-11-09T11:23:17,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:23:17,453 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e72de7e-0126-4db8-b98e-c84c29e26224' 2024-11-09T11:23:17,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:23:17,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e72de7e-0126-4db8-b98e-c84c29e26224" 2024-11-09T11:23:17,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@239a5257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:17,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,40513,-1] 2024-11-09T11:23:17,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:23:17,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:17,454 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:23:17,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21dca579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:23:17,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741837_1013 (size=10791) 2024-11-09T11:23:17,481 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 0, reset compression=false 2024-11-09T11:23:17,485 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T11:23:17,485 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3264b4bbda9f,33421,1731151373507 got entry batch from reader: WALEntryBatch [walEntries=[{test/3828c389bf62da40c91247d761e9566a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731151397233/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T11:23:17,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.ReplicationSink(318): Replicating [0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6] bulk loaded data 2024-11-09T11:23:17,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741839_1015 (size=10791) 2024-11-09T11:23:17,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741840_1016 (size=11194) 2024-11-09T11:23:17,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T11:23:17,514 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__o4a13ecfvt4drimcp9tvlk9movgpeou512pk9itdri321ol67mcbqcdud18hsppk/f/9537a1bc9d61416c9920cf3daf1d9651_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T11:23:17,517 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__o4a13ecfvt4drimcp9tvlk9movgpeou512pk9itdri321ol67mcbqcdud18hsppk/f/eff48a09cdfe4b3f82775a8ec764d45b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T11:23:17,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__o4a13ecfvt4drimcp9tvlk9movgpeou512pk9itdri321ol67mcbqcdud18hsppk/f/9537a1bc9d61416c9920cf3daf1d9651_SeqId_6_ for inclusion in 608bf255064d34ac0ca2f7b08d85e4b4/f 2024-11-09T11:23:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T11:23:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:23:17,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__o4a13ecfvt4drimcp9tvlk9movgpeou512pk9itdri321ol67mcbqcdud18hsppk/f/eff48a09cdfe4b3f82775a8ec764d45b_SeqId_6_ for inclusion in 608bf255064d34ac0ca2f7b08d85e4b4/f 2024-11-09T11:23:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T11:23:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:23:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HRegion(2603): Flush status journal for 608bf255064d34ac0ca2f7b08d85e4b4: 2024-11-09T11:23:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9537a1bc9d61416c9920cf3daf1d9651_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T11:23:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__o4a13ecfvt4drimcp9tvlk9movgpeou512pk9itdri321ol67mcbqcdud18hsppk/f/9537a1bc9d61416c9920cf3daf1d9651_SeqId_6_ as hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4/f/d56101ea86e14fe5827b4c04c6991662_SeqId_6_ 2024-11-09T11:23:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): eff48a09cdfe4b3f82775a8ec764d45b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T11:23:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__o4a13ecfvt4drimcp9tvlk9movgpeou512pk9itdri321ol67mcbqcdud18hsppk/f/eff48a09cdfe4b3f82775a8ec764d45b_SeqId_6_ as hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4/f/af8307c6e62d4a9d8ae73972e41df2d7_SeqId_6_ 2024-11-09T11:23:17,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__o4a13ecfvt4drimcp9tvlk9movgpeou512pk9itdri321ol67mcbqcdud18hsppk/f/9537a1bc9d61416c9920cf3daf1d9651_SeqId_6_ into 608bf255064d34ac0ca2f7b08d85e4b4/f as hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4/f/d56101ea86e14fe5827b4c04c6991662_SeqId_6_ - updating store file list. 2024-11-09T11:23:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d56101ea86e14fe5827b4c04c6991662_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T11:23:17,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4/f/d56101ea86e14fe5827b4c04c6991662_SeqId_6_ into 608bf255064d34ac0ca2f7b08d85e4b4/f 2024-11-09T11:23:17,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__o4a13ecfvt4drimcp9tvlk9movgpeou512pk9itdri321ol67mcbqcdud18hsppk/f/9537a1bc9d61416c9920cf3daf1d9651_SeqId_6_ into 608bf255064d34ac0ca2f7b08d85e4b4/f (new location: hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4/f/d56101ea86e14fe5827b4c04c6991662_SeqId_6_) 2024-11-09T11:23:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__o4a13ecfvt4drimcp9tvlk9movgpeou512pk9itdri321ol67mcbqcdud18hsppk/f/9537a1bc9d61416c9920cf3daf1d9651_SeqId_6_ 2024-11-09T11:23:17,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__o4a13ecfvt4drimcp9tvlk9movgpeou512pk9itdri321ol67mcbqcdud18hsppk/f/eff48a09cdfe4b3f82775a8ec764d45b_SeqId_6_ into 608bf255064d34ac0ca2f7b08d85e4b4/f as hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4/f/af8307c6e62d4a9d8ae73972e41df2d7_SeqId_6_ - updating store file list. 2024-11-09T11:23:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStoreFile(483): HFile Bloom filter type for af8307c6e62d4a9d8ae73972e41df2d7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T11:23:17,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4/f/af8307c6e62d4a9d8ae73972e41df2d7_SeqId_6_ into 608bf255064d34ac0ca2f7b08d85e4b4/f 2024-11-09T11:23:17,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__o4a13ecfvt4drimcp9tvlk9movgpeou512pk9itdri321ol67mcbqcdud18hsppk/f/eff48a09cdfe4b3f82775a8ec764d45b_SeqId_6_ into 608bf255064d34ac0ca2f7b08d85e4b4/f (new location: hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4/f/af8307c6e62d4a9d8ae73972e41df2d7_SeqId_6_) 2024-11-09T11:23:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/staging/jenkins.hfs.22__test__o4a13ecfvt4drimcp9tvlk9movgpeou512pk9itdri321ol67mcbqcdud18hsppk/f/eff48a09cdfe4b3f82775a8ec764d45b_SeqId_6_ 2024-11-09T11:23:17,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46421 {}] regionserver.ReplicationSink(324): Finished replicating [0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6] bulk loaded data 2024-11-09T11:23:17,649 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:17,686 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741838_1014 (size=11194) 2024-11-09T11:23:17,969 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:18,022 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:18,251 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T11:23:18,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:23:18,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,40513,1731151384356 2024-11-09T11:23:18,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19b606bb 2024-11-09T11:23:18,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:23:18,277 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-09T11:23:18,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T11:23:18,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:23:18,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,34545,1731151384614, seqNum=-1] 2024-11-09T11:23:18,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:23:18,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-09T11:23:18,287 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/staging/jenkins.hfs.23__test__qhuvuocri814fsrpghfllb0m9mh3h3fvkkulgcndgaqq7f86bvqr92330fob1t90/f/9537a1bc9d61416c9920cf3daf1d9651_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T11:23:18,289 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/staging/jenkins.hfs.23__test__qhuvuocri814fsrpghfllb0m9mh3h3fvkkulgcndgaqq7f86bvqr92330fob1t90/f/eff48a09cdfe4b3f82775a8ec764d45b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T11:23:18,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/staging/jenkins.hfs.23__test__qhuvuocri814fsrpghfllb0m9mh3h3fvkkulgcndgaqq7f86bvqr92330fob1t90/f/9537a1bc9d61416c9920cf3daf1d9651_SeqId_6_ for inclusion in 8a8d8e173c3c248945ab4c7c035c3966/f 2024-11-09T11:23:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T11:23:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:23:18,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/staging/jenkins.hfs.23__test__qhuvuocri814fsrpghfllb0m9mh3h3fvkkulgcndgaqq7f86bvqr92330fob1t90/f/eff48a09cdfe4b3f82775a8ec764d45b_SeqId_6_ for inclusion in 8a8d8e173c3c248945ab4c7c035c3966/f 2024-11-09T11:23:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T11:23:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T11:23:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.HRegion(2603): Flush status journal for 8a8d8e173c3c248945ab4c7c035c3966: 2024-11-09T11:23:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9537a1bc9d61416c9920cf3daf1d9651_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T11:23:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/staging/jenkins.hfs.23__test__qhuvuocri814fsrpghfllb0m9mh3h3fvkkulgcndgaqq7f86bvqr92330fob1t90/f/9537a1bc9d61416c9920cf3daf1d9651_SeqId_6_ as hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/default/test/8a8d8e173c3c248945ab4c7c035c3966/f/7453f82e282c42ab944131dfd3ea2f82_SeqId_4_ 2024-11-09T11:23:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): eff48a09cdfe4b3f82775a8ec764d45b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T11:23:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/staging/jenkins.hfs.23__test__qhuvuocri814fsrpghfllb0m9mh3h3fvkkulgcndgaqq7f86bvqr92330fob1t90/f/eff48a09cdfe4b3f82775a8ec764d45b_SeqId_6_ as hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/default/test/8a8d8e173c3c248945ab4c7c035c3966/f/7ebbf8919b0745e0bd7a67e3a405f34c_SeqId_4_ 2024-11-09T11:23:18,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/staging/jenkins.hfs.23__test__qhuvuocri814fsrpghfllb0m9mh3h3fvkkulgcndgaqq7f86bvqr92330fob1t90/f/9537a1bc9d61416c9920cf3daf1d9651_SeqId_6_ into 8a8d8e173c3c248945ab4c7c035c3966/f as hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/default/test/8a8d8e173c3c248945ab4c7c035c3966/f/7453f82e282c42ab944131dfd3ea2f82_SeqId_4_ - updating store file list. 2024-11-09T11:23:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7453f82e282c42ab944131dfd3ea2f82_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T11:23:18,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/default/test/8a8d8e173c3c248945ab4c7c035c3966/f/7453f82e282c42ab944131dfd3ea2f82_SeqId_4_ into 8a8d8e173c3c248945ab4c7c035c3966/f 2024-11-09T11:23:18,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/staging/jenkins.hfs.23__test__qhuvuocri814fsrpghfllb0m9mh3h3fvkkulgcndgaqq7f86bvqr92330fob1t90/f/9537a1bc9d61416c9920cf3daf1d9651_SeqId_6_ into 8a8d8e173c3c248945ab4c7c035c3966/f (new location: hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/default/test/8a8d8e173c3c248945ab4c7c035c3966/f/7453f82e282c42ab944131dfd3ea2f82_SeqId_4_) 2024-11-09T11:23:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/staging/jenkins.hfs.23__test__qhuvuocri814fsrpghfllb0m9mh3h3fvkkulgcndgaqq7f86bvqr92330fob1t90/f/9537a1bc9d61416c9920cf3daf1d9651_SeqId_6_ 2024-11-09T11:23:18,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/staging/jenkins.hfs.23__test__qhuvuocri814fsrpghfllb0m9mh3h3fvkkulgcndgaqq7f86bvqr92330fob1t90/f/eff48a09cdfe4b3f82775a8ec764d45b_SeqId_6_ into 8a8d8e173c3c248945ab4c7c035c3966/f as hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/default/test/8a8d8e173c3c248945ab4c7c035c3966/f/7ebbf8919b0745e0bd7a67e3a405f34c_SeqId_4_ - updating store file list. 2024-11-09T11:23:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7ebbf8919b0745e0bd7a67e3a405f34c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T11:23:18,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/default/test/8a8d8e173c3c248945ab4c7c035c3966/f/7ebbf8919b0745e0bd7a67e3a405f34c_SeqId_4_ into 8a8d8e173c3c248945ab4c7c035c3966/f 2024-11-09T11:23:18,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/staging/jenkins.hfs.23__test__qhuvuocri814fsrpghfllb0m9mh3h3fvkkulgcndgaqq7f86bvqr92330fob1t90/f/eff48a09cdfe4b3f82775a8ec764d45b_SeqId_6_ into 8a8d8e173c3c248945ab4c7c035c3966/f (new location: hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/default/test/8a8d8e173c3c248945ab4c7c035c3966/f/7ebbf8919b0745e0bd7a67e3a405f34c_SeqId_4_) 2024-11-09T11:23:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/staging/jenkins.hfs.23__test__qhuvuocri814fsrpghfllb0m9mh3h3fvkkulgcndgaqq7f86bvqr92330fob1t90/f/eff48a09cdfe4b3f82775a8ec764d45b_SeqId_6_ 2024-11-09T11:23:18,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.ReplicationSink(324): Finished replicating [0c7fc5a4-91e0-4394-9ccf-92a9faf7eca6] bulk loaded data 2024-11-09T11:23:18,373 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:18,425 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:18,886 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:18,929 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:19,137 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:23:19,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:19,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:19,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:19,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:19,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:19,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:19,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:19,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:19,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:19,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:19,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:19,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:19,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:19,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:19,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:19,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:19,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:19,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:19,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:23:19,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:23:19,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:23:19,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:19,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:19,264 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:23:19,264 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1347826014, stopped=false 2024-11-09T11:23:19,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:23:19,264 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,40513,1731151384356 2024-11-09T11:23:19,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2392063545/running 2024-11-09T11:23:19,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2392063545/running 2024-11-09T11:23:19,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545 2024-11-09T11:23:19,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545 2024-11-09T11:23:19,387 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:23:19,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:23:19,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:23:19,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:19,388 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,34545,1731151384614' ***** 2024-11-09T11:23:19,388 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:23:19,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Set watcher on znode that does not yet exist, /2392063545/running 2024-11-09T11:23:19,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Set watcher on znode that does not yet exist, /2392063545/running 2024-11-09T11:23:19,392 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:23:19,393 INFO [RS:0;3264b4bbda9f:34545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:23:19,393 INFO [RS:0;3264b4bbda9f:34545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:23:19,393 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a8d8e173c3c248945ab4c7c035c3966 2024-11-09T11:23:19,393 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:23:19,396 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,34545,1731151384614 2024-11-09T11:23:19,396 INFO [RS:0;3264b4bbda9f:34545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:23:19,396 INFO [RS:0;3264b4bbda9f:34545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:34545. 2024-11-09T11:23:19,397 DEBUG [RS:0;3264b4bbda9f:34545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:23:19,397 DEBUG [RS:0;3264b4bbda9f:34545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:19,397 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:23:19,397 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:23:19,397 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:23:19,397 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:23:19,398 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a8d8e173c3c248945ab4c7c035c3966, disabling compactions & flushes 2024-11-09T11:23:19,399 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966. 2024-11-09T11:23:19,399 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966. 2024-11-09T11:23:19,399 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966. after waiting 0 ms 2024-11-09T11:23:19,399 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966. 2024-11-09T11:23:19,404 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T11:23:19,404 DEBUG [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(1325): Online Regions={8a8d8e173c3c248945ab4c7c035c3966=test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T11:23:19,404 DEBUG [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a8d8e173c3c248945ab4c7c035c3966 2024-11-09T11:23:19,405 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:23:19,405 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:23:19,405 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:23:19,405 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:23:19,405 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:23:19,405 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T11:23:19,431 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/default/test/8a8d8e173c3c248945ab4c7c035c3966/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T11:23:19,431 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:23:19,432 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:23:19,432 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966. 2024-11-09T11:23:19,432 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a8d8e173c3c248945ab4c7c035c3966: Waiting for close lock at 1731151399398Running coprocessor pre-close hooks at 1731151399398Disabling compacts and flushes for region at 1731151399398Disabling writes for close at 1731151399399 (+1 ms)Writing region close event to WAL at 1731151399408 (+9 ms)Running coprocessor post-close hooks at 1731151399431 (+23 ms)Closed at 1731151399432 (+1 ms) 2024-11-09T11:23:19,432 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966. 2024-11-09T11:23:19,435 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/.tmp/info/6c831019c8d5429e90c1d61fa55021a6 is 129, key is test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966./info:regioninfo/1731151391765/Put/seqid=0 2024-11-09T11:23:19,446 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:23:19,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741839_1015 (size=6421) 2024-11-09T11:23:19,450 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/.tmp/info/6c831019c8d5429e90c1d61fa55021a6 2024-11-09T11:23:19,477 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/.tmp/ns/228d69d103424c32a4040e65593e3c92 is 43, key is default/ns:d/1731151386229/Put/seqid=0 2024-11-09T11:23:19,489 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:19,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741840_1016 (size=5153) 2024-11-09T11:23:19,507 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/.tmp/ns/228d69d103424c32a4040e65593e3c92 2024-11-09T11:23:19,532 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:19,552 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/.tmp/rep_barrier/c1541c6bf66b4bd8b520a811a7397702 is 112, key is test,,1731151390619.8a8d8e173c3c248945ab4c7c035c3966./rep_barrier:seqnumDuringOpen/1731151391765/Put/seqid=0 2024-11-09T11:23:19,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741841_1017 (size=5518) 2024-11-09T11:23:19,605 DEBUG [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:23:19,796 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:23:19,796 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:23:19,805 DEBUG [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:23:19,956 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/.tmp/rep_barrier/c1541c6bf66b4bd8b520a811a7397702 2024-11-09T11:23:19,975 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/.tmp/table/965958cb6bd547cab701b67ced88e65f is 40, key is test/table:state/1731151391770/Put/seqid=0 2024-11-09T11:23:19,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741842_1018 (size=5165) 2024-11-09T11:23:20,005 DEBUG [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:23:20,205 DEBUG [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:23:20,220 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:20,249 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:20,379 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/.tmp/table/965958cb6bd547cab701b67ced88e65f 2024-11-09T11:23:20,383 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/.tmp/info/6c831019c8d5429e90c1d61fa55021a6 as hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/info/6c831019c8d5429e90c1d61fa55021a6 2024-11-09T11:23:20,386 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/info/6c831019c8d5429e90c1d61fa55021a6, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T11:23:20,387 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/.tmp/ns/228d69d103424c32a4040e65593e3c92 as hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/ns/228d69d103424c32a4040e65593e3c92 2024-11-09T11:23:20,389 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/ns/228d69d103424c32a4040e65593e3c92, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T11:23:20,390 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/.tmp/rep_barrier/c1541c6bf66b4bd8b520a811a7397702 as hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/rep_barrier/c1541c6bf66b4bd8b520a811a7397702 2024-11-09T11:23:20,393 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/rep_barrier/c1541c6bf66b4bd8b520a811a7397702, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T11:23:20,394 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/.tmp/table/965958cb6bd547cab701b67ced88e65f as hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/table/965958cb6bd547cab701b67ced88e65f 2024-11-09T11:23:20,396 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/table/965958cb6bd547cab701b67ced88e65f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T11:23:20,397 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 992ms, sequenceid=11, compaction requested=false 2024-11-09T11:23:20,400 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T11:23:20,401 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:23:20,401 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:23:20,401 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:23:20,401 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151399405Running coprocessor pre-close hooks at 1731151399405Disabling compacts and flushes for region at 1731151399405Disabling writes for close at 1731151399405Obtaining lock to block concurrent updates at 1731151399405Preparing flush snapshotting stores in 1588230740 at 1731151399405Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731151399406 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731151399407 (+1 ms)Flushing 1588230740/info: creating writer at 1731151399407Flushing 1588230740/info: appending metadata at 1731151399435 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731151399435Flushing 1588230740/ns: creating writer at 1731151399455 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731151399477 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731151399477Flushing 1588230740/rep_barrier: creating writer at 1731151399512 (+35 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731151399551 (+39 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731151399551Flushing 1588230740/table: creating writer at 1731151399959 (+408 ms)Flushing 1588230740/table: appending metadata at 1731151399975 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731151399975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5acfc94b: reopening flushed file at 1731151400382 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b74db2b: reopening flushed file at 1731151400386 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@283fdc29: reopening flushed file at 1731151400389 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d1e9792: reopening flushed file at 1731151400393 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 992ms, sequenceid=11, compaction requested=false at 1731151400397 (+4 ms)Writing region close event to WAL at 1731151400398 (+1 ms)Running coprocessor post-close hooks at 1731151400401 (+3 ms)Closed at 1731151400401 2024-11-09T11:23:20,401 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:23:20,405 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,34545,1731151384614; all regions closed. 2024-11-09T11:23:20,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741834_1010 (size=2717) 2024-11-09T11:23:20,407 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/WALs/3264b4bbda9f,34545,1731151384614/3264b4bbda9f%2C34545%2C1731151384614.meta.1731151386140.meta not finished, retry = 0 2024-11-09T11:23:20,509 DEBUG [RS:0;3264b4bbda9f:34545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/oldWALs 2024-11-09T11:23:20,509 INFO [RS:0;3264b4bbda9f:34545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C34545%2C1731151384614.meta:.meta(num 1731151386140) 2024-11-09T11:23:20,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741833_1009 (size=1028) 2024-11-09T11:23:20,512 DEBUG [RS:0;3264b4bbda9f:34545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/oldWALs 2024-11-09T11:23:20,512 INFO [RS:0;3264b4bbda9f:34545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C34545%2C1731151384614:(num 1731151385858) 2024-11-09T11:23:20,512 DEBUG [RS:0;3264b4bbda9f:34545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:20,512 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:23:20,512 INFO [RS:0;3264b4bbda9f:34545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:23:20,512 INFO [RS:0;3264b4bbda9f:34545 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T11:23:20,512 INFO [RS:0;3264b4bbda9f:34545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:23:20,512 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:23:20,512 INFO [RS:0;3264b4bbda9f:34545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:34545. 2024-11-09T11:23:20,512 DEBUG [RS:0;3264b4bbda9f:34545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:23:20,512 DEBUG [RS:0;3264b4bbda9f:34545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:20,513 DEBUG [RS:0;3264b4bbda9f:34545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:20,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:23:20,513 INFO [RS:0;3264b4bbda9f:34545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34545 2024-11-09T11:23:20,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2392063545/rs/3264b4bbda9f,34545,1731151384614 2024-11-09T11:23:20,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545/rs 2024-11-09T11:23:20,566 INFO [RS:0;3264b4bbda9f:34545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:23:20,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,34545,1731151384614] 2024-11-09T11:23:20,587 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2392063545/draining/3264b4bbda9f,34545,1731151384614 already deleted, retry=false 2024-11-09T11:23:20,587 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,34545,1731151384614 expired; onlineServers=0 2024-11-09T11:23:20,587 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,40513,1731151384356' ***** 2024-11-09T11:23:20,587 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:23:20,587 INFO [M:0;3264b4bbda9f:40513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:23:20,587 INFO [M:0;3264b4bbda9f:40513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:23:20,587 DEBUG [M:0;3264b4bbda9f:40513 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:23:20,587 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:23:20,587 DEBUG [M:0;3264b4bbda9f:40513 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:23:20,587 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151385501 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151385501,5,FailOnTimeoutGroup] 2024-11-09T11:23:20,587 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151385501 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151385501,5,FailOnTimeoutGroup] 2024-11-09T11:23:20,587 INFO [M:0;3264b4bbda9f:40513 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:23:20,587 INFO [M:0;3264b4bbda9f:40513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:23:20,587 DEBUG [M:0;3264b4bbda9f:40513 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:23:20,587 INFO [M:0;3264b4bbda9f:40513 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:23:20,588 INFO [M:0;3264b4bbda9f:40513 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:23:20,588 INFO [M:0;3264b4bbda9f:40513 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:23:20,588 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:23:20,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2392063545/master 2024-11-09T11:23:20,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2392063545 2024-11-09T11:23:20,597 DEBUG [M:0;3264b4bbda9f:40513 {}] zookeeper.ZKUtil(347): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Unable to get data of znode /2392063545/master because node does not exist (not an error) 2024-11-09T11:23:20,597 WARN [M:0;3264b4bbda9f:40513 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:23:20,598 INFO [M:0;3264b4bbda9f:40513 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/.lastflushedseqids 2024-11-09T11:23:20,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741843_1019 (size=173) 2024-11-09T11:23:20,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:23:20,676 INFO [RS:0;3264b4bbda9f:34545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:23:20,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x1011f5592490007, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:23:20,676 INFO [RS:0;3264b4bbda9f:34545 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,34545,1731151384614; zookeeper connection closed. 2024-11-09T11:23:20,677 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3770011c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3770011c 2024-11-09T11:23:20,677 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:23:21,002 INFO [M:0;3264b4bbda9f:40513 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:23:21,002 INFO [M:0;3264b4bbda9f:40513 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:23:21,002 DEBUG [M:0;3264b4bbda9f:40513 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:23:21,002 INFO [M:0;3264b4bbda9f:40513 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:21,002 DEBUG [M:0;3264b4bbda9f:40513 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:21,002 DEBUG [M:0;3264b4bbda9f:40513 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:23:21,002 DEBUG [M:0;3264b4bbda9f:40513 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:21,002 INFO [M:0;3264b4bbda9f:40513 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-09T11:23:21,015 DEBUG [M:0;3264b4bbda9f:40513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/233c6500565c4dfb9fff554e1b73fb81 is 82, key is hbase:meta,,1/info:regioninfo/1731151386209/Put/seqid=0 2024-11-09T11:23:21,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741844_1020 (size=5672) 2024-11-09T11:23:21,024 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:21,052 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:21,418 INFO [M:0;3264b4bbda9f:40513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/233c6500565c4dfb9fff554e1b73fb81 2024-11-09T11:23:21,435 DEBUG [M:0;3264b4bbda9f:40513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d10fe704d6d48f2835ab36641ef90eb is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731151391777/Put/seqid=0 2024-11-09T11:23:21,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741845_1021 (size=6586) 2024-11-09T11:23:21,442 INFO [M:0;3264b4bbda9f:40513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d10fe704d6d48f2835ab36641ef90eb 2024-11-09T11:23:21,469 DEBUG [M:0;3264b4bbda9f:40513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5dd66d2e4b74045bbb3684d4af06920 is 69, key is 3264b4bbda9f,34545,1731151384614/rs:state/1731151385610/Put/seqid=0 2024-11-09T11:23:21,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741846_1022 (size=5156) 2024-11-09T11:23:21,886 INFO [M:0;3264b4bbda9f:40513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5dd66d2e4b74045bbb3684d4af06920 2024-11-09T11:23:21,890 DEBUG [M:0;3264b4bbda9f:40513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/233c6500565c4dfb9fff554e1b73fb81 as hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/233c6500565c4dfb9fff554e1b73fb81 2024-11-09T11:23:21,893 INFO [M:0;3264b4bbda9f:40513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/233c6500565c4dfb9fff554e1b73fb81, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T11:23:21,893 DEBUG [M:0;3264b4bbda9f:40513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d10fe704d6d48f2835ab36641ef90eb as hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d10fe704d6d48f2835ab36641ef90eb 2024-11-09T11:23:21,897 INFO [M:0;3264b4bbda9f:40513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d10fe704d6d48f2835ab36641ef90eb, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T11:23:21,898 DEBUG [M:0;3264b4bbda9f:40513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5dd66d2e4b74045bbb3684d4af06920 as hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5dd66d2e4b74045bbb3684d4af06920 2024-11-09T11:23:21,902 INFO [M:0;3264b4bbda9f:40513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34241/user/jenkins/test-data/f45126bd-f586-297a-d66d-d79244aa80df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5dd66d2e4b74045bbb3684d4af06920, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T11:23:21,903 INFO [M:0;3264b4bbda9f:40513 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=55, compaction requested=false 2024-11-09T11:23:21,905 INFO [M:0;3264b4bbda9f:40513 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:21,905 DEBUG [M:0;3264b4bbda9f:40513 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151401002Disabling compacts and flushes for region at 1731151401002Disabling writes for close at 1731151401002Obtaining lock to block concurrent updates at 1731151401002Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151401002Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731151401002Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151401003 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151401003Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151401014 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151401015 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151401421 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151401434 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151401434Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151401447 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151401469 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151401469Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6914c396: reopening flushed file at 1731151401889 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@803698d: reopening flushed file at 1731151401893 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a8d761: reopening flushed file at 1731151401897 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=55, compaction requested=false at 1731151401903 (+6 ms)Writing region close event to WAL at 1731151401905 (+2 ms)Closed at 1731151401905 2024-11-09T11:23:21,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741830_1006 (size=32770) 2024-11-09T11:23:21,907 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:23:21,907 INFO [M:0;3264b4bbda9f:40513 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:23:21,907 INFO [M:0;3264b4bbda9f:40513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40513 2024-11-09T11:23:21,908 INFO [M:0;3264b4bbda9f:40513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:23:21,927 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:21,955 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:22,044 INFO [M:0;3264b4bbda9f:40513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:23:22,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:23:22,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40513-0x1011f5592490006, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:23:22,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f155e2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:23:22,049 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ca419c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:23:22,049 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:23:22,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bc7496d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:23:22,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13ab238e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/hadoop.log.dir/,STOPPED} 2024-11-09T11:23:22,050 WARN [BP-279851462-172.17.0.2-1731151382252 heartbeating to localhost/127.0.0.1:34241 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:23:22,050 WARN [BP-279851462-172.17.0.2-1731151382252 heartbeating to localhost/127.0.0.1:34241 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-279851462-172.17.0.2-1731151382252 (Datanode Uuid c81ca57d-72c9-4db8-8bf4-9a6660655cc7) service to localhost/127.0.0.1:34241 2024-11-09T11:23:22,050 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:23:22,050 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:23:22,051 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/cluster_0c4c2fed-a1fc-8cee-a5ca-c41ac6e58689/data/data1/current/BP-279851462-172.17.0.2-1731151382252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:23:22,051 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/cluster_0c4c2fed-a1fc-8cee-a5ca-c41ac6e58689/data/data2/current/BP-279851462-172.17.0.2-1731151382252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:23:22,051 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:23:22,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e9cb8da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:23:22,056 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a0b0a92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:23:22,056 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:23:22,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30633fa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:23:22,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f9855d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe6c1918-46d3-f575-772a-b485bac512db/hadoop.log.dir/,STOPPED} 2024-11-09T11:23:22,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:23:22,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:23:22,068 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:23:22,068 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:23:22,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:22,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:22,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:23:22,069 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:23:22,069 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=205370394, stopped=false 2024-11-09T11:23:22,069 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,40527,1731151379707 2024-11-09T11:23:22,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-257161565/running 2024-11-09T11:23:22,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-257161565/running 2024-11-09T11:23:22,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565 2024-11-09T11:23:22,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565 2024-11-09T11:23:22,113 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:23:22,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:23:22,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Set watcher on znode that does not yet exist, /1-257161565/running 2024-11-09T11:23:22,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:23:22,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Set watcher on znode that does not yet exist, /1-257161565/running 2024-11-09T11:23:22,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:22,114 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,46421,1731151379813' ***** 2024-11-09T11:23:22,114 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:23:22,114 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:23:22,114 INFO [RS:0;3264b4bbda9f:46421 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:23:22,114 INFO [RS:0;3264b4bbda9f:46421 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:23:22,114 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:23:22,114 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.HRegionServer(3091): Received CLOSE for 608bf255064d34ac0ca2f7b08d85e4b4 2024-11-09T11:23:22,114 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,46421,1731151379813 2024-11-09T11:23:22,114 INFO [RS:0;3264b4bbda9f:46421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:23:22,114 INFO [RS:0;3264b4bbda9f:46421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:46421. 2024-11-09T11:23:22,114 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 608bf255064d34ac0ca2f7b08d85e4b4, disabling compactions & flushes 2024-11-09T11:23:22,114 DEBUG [RS:0;3264b4bbda9f:46421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:23:22,114 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4. 2024-11-09T11:23:22,114 DEBUG [RS:0;3264b4bbda9f:46421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:22,114 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4. 2024-11-09T11:23:22,115 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4. after waiting 0 ms 2024-11-09T11:23:22,115 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:23:22,115 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:23:22,115 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4. 2024-11-09T11:23:22,115 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:23:22,115 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:23:22,115 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T11:23:22,115 DEBUG [RS:0;3264b4bbda9f:46421 {}] regionserver.HRegionServer(1325): Online Regions={608bf255064d34ac0ca2f7b08d85e4b4=test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T11:23:22,115 DEBUG [RS:0;3264b4bbda9f:46421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 608bf255064d34ac0ca2f7b08d85e4b4 2024-11-09T11:23:22,115 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:23:22,115 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:23:22,115 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:23:22,115 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:23:22,115 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:23:22,115 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T11:23:22,117 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/default/test/608bf255064d34ac0ca2f7b08d85e4b4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T11:23:22,118 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:23:22,118 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:23:22,118 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4. 2024-11-09T11:23:22,118 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 608bf255064d34ac0ca2f7b08d85e4b4: Waiting for close lock at 1731151402114Running coprocessor pre-close hooks at 1731151402114Disabling compacts and flushes for region at 1731151402114Disabling writes for close at 1731151402115 (+1 ms)Writing region close event to WAL at 1731151402115Running coprocessor post-close hooks at 1731151402118 (+3 ms)Closed at 1731151402118 2024-11-09T11:23:22,118 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4. 2024-11-09T11:23:22,128 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/.tmp/info/1da8c256b6dd42f8b8f558462dd84d5a is 129, key is test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4./info:regioninfo/1731151389607/Put/seqid=0 2024-11-09T11:23:22,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741841_1017 (size=6421) 2024-11-09T11:23:22,131 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/.tmp/info/1da8c256b6dd42f8b8f558462dd84d5a 2024-11-09T11:23:22,148 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:23:22,150 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/.tmp/ns/0bf2d656483147bdb934884aabae54b8 is 43, key is default/ns:d/1731151382091/Put/seqid=0 2024-11-09T11:23:22,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741842_1018 (size=5153) 2024-11-09T11:23:22,228 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:23:22,315 DEBUG [RS:0;3264b4bbda9f:46421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:23:22,324 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:23:22,324 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:23:22,515 DEBUG [RS:0;3264b4bbda9f:46421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:23:22,553 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/.tmp/ns/0bf2d656483147bdb934884aabae54b8 2024-11-09T11:23:22,574 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/.tmp/rep_barrier/4ebd323e137a471a930afa99fabe1687 is 112, key is test,,1731151388470.608bf255064d34ac0ca2f7b08d85e4b4./rep_barrier:seqnumDuringOpen/1731151389607/Put/seqid=0 2024-11-09T11:23:22,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741843_1019 (size=5518) 2024-11-09T11:23:22,584 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/.tmp/rep_barrier/4ebd323e137a471a930afa99fabe1687 2024-11-09T11:23:22,618 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/.tmp/table/ad22d95cf5474852af7739918501af4c is 40, key is test/table:state/1731151389612/Put/seqid=0 2024-11-09T11:23:22,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741844_1020 (size=5165) 2024-11-09T11:23:22,629 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/.tmp/table/ad22d95cf5474852af7739918501af4c 2024-11-09T11:23:22,634 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/.tmp/info/1da8c256b6dd42f8b8f558462dd84d5a as hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/info/1da8c256b6dd42f8b8f558462dd84d5a 2024-11-09T11:23:22,638 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/info/1da8c256b6dd42f8b8f558462dd84d5a, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T11:23:22,639 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/.tmp/ns/0bf2d656483147bdb934884aabae54b8 as hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/ns/0bf2d656483147bdb934884aabae54b8 2024-11-09T11:23:22,643 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/ns/0bf2d656483147bdb934884aabae54b8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T11:23:22,644 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/.tmp/rep_barrier/4ebd323e137a471a930afa99fabe1687 as hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/rep_barrier/4ebd323e137a471a930afa99fabe1687 2024-11-09T11:23:22,647 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/rep_barrier/4ebd323e137a471a930afa99fabe1687, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T11:23:22,648 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/.tmp/table/ad22d95cf5474852af7739918501af4c as hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/table/ad22d95cf5474852af7739918501af4c 2024-11-09T11:23:22,651 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/table/ad22d95cf5474852af7739918501af4c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T11:23:22,652 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 537ms, sequenceid=11, compaction requested=false 2024-11-09T11:23:22,655 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T11:23:22,656 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:23:22,656 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:23:22,656 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:23:22,656 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151402115Running coprocessor pre-close hooks at 1731151402115Disabling compacts and flushes for region at 1731151402115Disabling writes for close at 1731151402115Obtaining lock to block concurrent updates at 1731151402115Preparing flush snapshotting stores in 1588230740 at 1731151402115Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731151402115Flushing stores of hbase:meta,,1.1588230740 at 1731151402116 (+1 ms)Flushing 1588230740/info: creating writer at 1731151402116Flushing 1588230740/info: appending metadata at 1731151402128 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731151402128Flushing 1588230740/ns: creating writer at 1731151402134 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731151402150 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731151402150Flushing 1588230740/rep_barrier: creating writer at 1731151402557 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731151402573 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731151402573Flushing 1588230740/table: creating writer at 1731151402588 (+15 ms)Flushing 1588230740/table: appending metadata at 1731151402617 (+29 ms)Flushing 1588230740/table: closing flushed file at 1731151402617Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea4a234: reopening flushed file at 1731151402633 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f0cb9fd: reopening flushed file at 1731151402638 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2daa7aa9: reopening flushed file at 1731151402643 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67ba757d: reopening flushed file at 1731151402647 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 537ms, sequenceid=11, compaction requested=false at 1731151402652 (+5 ms)Writing region close event to WAL at 1731151402653 (+1 ms)Running coprocessor post-close hooks at 1731151402656 (+3 ms)Closed at 1731151402656 2024-11-09T11:23:22,656 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:23:22,715 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,46421,1731151379813; all regions closed. 2024-11-09T11:23:22,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741834_1010 (size=2717) 2024-11-09T11:23:22,719 DEBUG [RS:0;3264b4bbda9f:46421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/oldWALs 2024-11-09T11:23:22,719 INFO [RS:0;3264b4bbda9f:46421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C46421%2C1731151379813.meta:.meta(num 1731151382014) 2024-11-09T11:23:22,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741833_1009 (size=1374) 2024-11-09T11:23:22,729 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/WALs/3264b4bbda9f,46421,1731151379813/3264b4bbda9f%2C46421%2C1731151379813.1731151381461 not finished, retry = 0 2024-11-09T11:23:22,831 DEBUG [RS:0;3264b4bbda9f:46421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/oldWALs 2024-11-09T11:23:22,831 INFO [RS:0;3264b4bbda9f:46421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C46421%2C1731151379813:(num 1731151381461) 2024-11-09T11:23:22,831 DEBUG [RS:0;3264b4bbda9f:46421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:22,831 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:23:22,831 INFO [RS:0;3264b4bbda9f:46421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:23:22,831 INFO [RS:0;3264b4bbda9f:46421 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T11:23:22,831 INFO [RS:0;3264b4bbda9f:46421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:23:22,832 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:23:22,832 INFO [RS:0;3264b4bbda9f:46421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:46421. 2024-11-09T11:23:22,832 DEBUG [RS:0;3264b4bbda9f:46421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:23:22,832 DEBUG [RS:0;3264b4bbda9f:46421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:22,832 DEBUG [RS:0;3264b4bbda9f:46421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:22,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:23:22,832 INFO [RS:0;3264b4bbda9f:46421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46421 2024-11-09T11:23:22,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565/rs 2024-11-09T11:23:22,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-257161565/rs/3264b4bbda9f,46421,1731151379813 2024-11-09T11:23:22,850 INFO [RS:0;3264b4bbda9f:46421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:23:22,851 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,46421,1731151379813] 2024-11-09T11:23:22,871 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-257161565/draining/3264b4bbda9f,46421,1731151379813 already deleted, retry=false 2024-11-09T11:23:22,871 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,46421,1731151379813 expired; onlineServers=0 2024-11-09T11:23:22,871 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,40527,1731151379707' ***** 2024-11-09T11:23:22,871 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:23:22,871 INFO [M:0;3264b4bbda9f:40527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:23:22,871 INFO [M:0;3264b4bbda9f:40527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:23:22,871 DEBUG [M:0;3264b4bbda9f:40527 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:23:22,871 DEBUG [M:0;3264b4bbda9f:40527 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:23:22,871 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:23:22,871 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151381197 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151381197,5,FailOnTimeoutGroup] 2024-11-09T11:23:22,871 INFO [M:0;3264b4bbda9f:40527 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:23:22,871 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151381197 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151381197,5,FailOnTimeoutGroup] 2024-11-09T11:23:22,871 INFO [M:0;3264b4bbda9f:40527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:23:22,871 DEBUG [M:0;3264b4bbda9f:40527 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:23:22,871 INFO [M:0;3264b4bbda9f:40527 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:23:22,871 INFO [M:0;3264b4bbda9f:40527 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:23:22,872 INFO [M:0;3264b4bbda9f:40527 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:23:22,872 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:23:22,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-257161565/master 2024-11-09T11:23:22,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257161565 2024-11-09T11:23:22,881 DEBUG [M:0;3264b4bbda9f:40527 {}] zookeeper.ZKUtil(347): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Unable to get data of znode /1-257161565/master because node does not exist (not an error) 2024-11-09T11:23:22,881 WARN [M:0;3264b4bbda9f:40527 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:23:22,887 INFO [M:0;3264b4bbda9f:40527 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/.lastflushedseqids 2024-11-09T11:23:22,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741845_1021 (size=173) 2024-11-09T11:23:22,905 INFO [M:0;3264b4bbda9f:40527 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:23:22,905 INFO [M:0;3264b4bbda9f:40527 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:23:22,905 DEBUG [M:0;3264b4bbda9f:40527 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:23:22,905 INFO [M:0;3264b4bbda9f:40527 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:22,905 DEBUG [M:0;3264b4bbda9f:40527 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:22,905 DEBUG [M:0;3264b4bbda9f:40527 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:23:22,905 DEBUG [M:0;3264b4bbda9f:40527 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:22,905 INFO [M:0;3264b4bbda9f:40527 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-09T11:23:22,923 DEBUG [M:0;3264b4bbda9f:40527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5eec4d11e6924ea599a4438cdb0faecb is 82, key is hbase:meta,,1/info:regioninfo/1731151382075/Put/seqid=0 2024-11-09T11:23:22,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741846_1022 (size=5672) 2024-11-09T11:23:22,926 INFO [M:0;3264b4bbda9f:40527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5eec4d11e6924ea599a4438cdb0faecb 2024-11-09T11:23:22,930 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:22,943 DEBUG [M:0;3264b4bbda9f:40527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bc09a772f414b93ac241a85433640af is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731151389615/Put/seqid=0 2024-11-09T11:23:22,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741847_1023 (size=6587) 2024-11-09T11:23:22,946 INFO [M:0;3264b4bbda9f:40527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bc09a772f414b93ac241a85433640af 2024-11-09T11:23:22,959 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:22,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:23:22,960 INFO [RS:0;3264b4bbda9f:46421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:23:22,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1011f5592490004, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:23:22,960 INFO [RS:0;3264b4bbda9f:46421 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,46421,1731151379813; zookeeper connection closed. 2024-11-09T11:23:22,961 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ef672b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ef672b7 2024-11-09T11:23:22,961 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:23:22,966 DEBUG [M:0;3264b4bbda9f:40527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe6af3a4dabc4d489b104fbf51f12f7f is 69, key is 3264b4bbda9f,46421,1731151379813/rs:state/1731151381237/Put/seqid=0 2024-11-09T11:23:22,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741848_1024 (size=5156) 2024-11-09T11:23:23,369 INFO [M:0;3264b4bbda9f:40527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe6af3a4dabc4d489b104fbf51f12f7f 2024-11-09T11:23:23,372 DEBUG [M:0;3264b4bbda9f:40527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5eec4d11e6924ea599a4438cdb0faecb as hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5eec4d11e6924ea599a4438cdb0faecb 2024-11-09T11:23:23,375 INFO [M:0;3264b4bbda9f:40527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5eec4d11e6924ea599a4438cdb0faecb, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T11:23:23,376 DEBUG [M:0;3264b4bbda9f:40527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bc09a772f414b93ac241a85433640af as hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bc09a772f414b93ac241a85433640af 2024-11-09T11:23:23,378 INFO [M:0;3264b4bbda9f:40527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bc09a772f414b93ac241a85433640af, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T11:23:23,379 DEBUG [M:0;3264b4bbda9f:40527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe6af3a4dabc4d489b104fbf51f12f7f as hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe6af3a4dabc4d489b104fbf51f12f7f 2024-11-09T11:23:23,381 INFO [M:0;3264b4bbda9f:40527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43559/user/jenkins/test-data/eb1e80fb-adeb-09dc-2c8a-3a761bb88db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe6af3a4dabc4d489b104fbf51f12f7f, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T11:23:23,382 INFO [M:0;3264b4bbda9f:40527 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 477ms, sequenceid=55, compaction requested=false 2024-11-09T11:23:23,383 INFO [M:0;3264b4bbda9f:40527 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:23,383 DEBUG [M:0;3264b4bbda9f:40527 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151402905Disabling compacts and flushes for region at 1731151402905Disabling writes for close at 1731151402905Obtaining lock to block concurrent updates at 1731151402905Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151402905Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731151402906 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151402906Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151402906Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151402923 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151402923Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151402929 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151402942 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151402942Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151402949 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151402965 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151402965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40126e92: reopening flushed file at 1731151403372 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43c24184: reopening flushed file at 1731151403375 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf24d98: reopening flushed file at 1731151403378 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 477ms, sequenceid=55, compaction requested=false at 1731151403382 (+4 ms)Writing region close event to WAL at 1731151403383 (+1 ms)Closed at 1731151403383 2024-11-09T11:23:23,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741830_1006 (size=32782) 2024-11-09T11:23:23,385 INFO [M:0;3264b4bbda9f:40527 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:23:23,385 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:23:23,385 INFO [M:0;3264b4bbda9f:40527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40527 2024-11-09T11:23:23,385 INFO [M:0;3264b4bbda9f:40527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:23:23,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:23:23,543 INFO [M:0;3264b4bbda9f:40527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:23:23,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x1011f5592490003, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:23:23,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e134a3c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:23:23,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68bea0d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:23:23,545 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:23:23,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4898b4cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:23:23,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3415879c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/hadoop.log.dir/,STOPPED} 2024-11-09T11:23:23,546 WARN [BP-1344214038-172.17.0.2-1731151377365 heartbeating to localhost/127.0.0.1:43559 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:23:23,546 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:23:23,547 WARN [BP-1344214038-172.17.0.2-1731151377365 heartbeating to localhost/127.0.0.1:43559 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1344214038-172.17.0.2-1731151377365 (Datanode Uuid 586edfe7-b66b-4516-8a6f-70bfbfaf0254) service to localhost/127.0.0.1:43559 2024-11-09T11:23:23,547 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:23:23,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/cluster_f3c39963-37b4-87d7-1f28-6e04fa221d17/data/data1/current/BP-1344214038-172.17.0.2-1731151377365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:23:23,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/cluster_f3c39963-37b4-87d7-1f28-6e04fa221d17/data/data2/current/BP-1344214038-172.17.0.2-1731151377365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:23:23,547 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:23:23,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28176859{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:23:23,552 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ea2c258{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:23:23,552 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:23:23,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73bfc8d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:23:23,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d73b94b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ccb9cb5-b30f-401a-0bd3-75c73eb75ee3/hadoop.log.dir/,STOPPED} 2024-11-09T11:23:23,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:23:23,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:23:23,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:23:23,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:23:23,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:23,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:23,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:23:23,568 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:23:23,568 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1273894926, stopped=false 2024-11-09T11:23:23,568 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,36619,1731151372638 2024-11-09T11:23:23,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1013133714/running 2024-11-09T11:23:23,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1013133714/running 2024-11-09T11:23:23,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714 2024-11-09T11:23:23,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714 2024-11-09T11:23:23,679 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:23:23,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Set watcher on znode that does not yet exist, /0-1013133714/running 2024-11-09T11:23:23,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Set watcher on znode that does not yet exist, /0-1013133714/running 2024-11-09T11:23:23,680 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:23:23,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:23:23,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:23,680 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,33421,1731151373507' ***** 2024-11-09T11:23:23,681 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:23:23,681 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:23:23,681 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:23:23,681 INFO [RS:0;3264b4bbda9f:33421 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:23:23,681 INFO [RS:0;3264b4bbda9f:33421 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:23:23,681 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(3091): Received CLOSE for 22c898d30ba647effc9e52d4f72ed7f2 2024-11-09T11:23:23,681 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(3091): Received CLOSE for 3828c389bf62da40c91247d761e9566a 2024-11-09T11:23:23,681 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,33421,1731151373507 2024-11-09T11:23:23,681 INFO [RS:0;3264b4bbda9f:33421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:23:23,681 INFO [RS:0;3264b4bbda9f:33421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:33421. 2024-11-09T11:23:23,681 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22c898d30ba647effc9e52d4f72ed7f2, disabling compactions & flushes 2024-11-09T11:23:23,681 DEBUG [RS:0;3264b4bbda9f:33421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:23:23,681 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2. 2024-11-09T11:23:23,681 DEBUG [RS:0;3264b4bbda9f:33421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:23,681 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2. 2024-11-09T11:23:23,681 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2. after waiting 0 ms 2024-11-09T11:23:23,681 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2. 2024-11-09T11:23:23,682 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:23:23,682 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:23:23,682 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:23:23,682 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 22c898d30ba647effc9e52d4f72ed7f2 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-09T11:23:23,682 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:23:23,682 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T11:23:23,682 DEBUG [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 22c898d30ba647effc9e52d4f72ed7f2=hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2., 3828c389bf62da40c91247d761e9566a=test,,1731151386310.3828c389bf62da40c91247d761e9566a.} 2024-11-09T11:23:23,682 DEBUG [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22c898d30ba647effc9e52d4f72ed7f2, 3828c389bf62da40c91247d761e9566a 2024-11-09T11:23:23,682 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:23:23,682 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:23:23,682 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:23:23,682 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:23:23,682 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:23:23,682 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T11:23:23,700 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/.tmp/info/d661050ef31a4fe8ab12f166fb29cf19 is 147, key is hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2./info:regioninfo/1731151393670/Put/seqid=0 2024-11-09T11:23:23,700 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/replication/22c898d30ba647effc9e52d4f72ed7f2/.tmp/hfileref/84c60b16de6d46de8e7eae4321779977 is 74, key is 1/hfileref:682b610f04154e29aed3fdc520c884b9_SeqId_4_/1731151396353/DeleteColumn/seqid=0 2024-11-09T11:23:23,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741847_1023 (size=7686) 2024-11-09T11:23:23,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741848_1024 (size=5489) 2024-11-09T11:23:23,749 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:23:23,882 DEBUG [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22c898d30ba647effc9e52d4f72ed7f2, 3828c389bf62da40c91247d761e9566a 2024-11-09T11:23:24,028 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:23:24,028 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:23:24,033 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:24,062 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:24,082 DEBUG [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22c898d30ba647effc9e52d4f72ed7f2, 3828c389bf62da40c91247d761e9566a 2024-11-09T11:23:24,104 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/.tmp/info/d661050ef31a4fe8ab12f166fb29cf19 2024-11-09T11:23:24,104 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/replication/22c898d30ba647effc9e52d4f72ed7f2/.tmp/hfileref/84c60b16de6d46de8e7eae4321779977 2024-11-09T11:23:24,123 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/replication/22c898d30ba647effc9e52d4f72ed7f2/.tmp/queue/81a7b61f5e3a4cedb80df777180b2c84 is 153, key is 1-3264b4bbda9f,33421,1731151373507/queue:3264b4bbda9f%2C33421%2C1731151373507/1731151397553/Put/seqid=0 2024-11-09T11:23:24,123 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/.tmp/ns/76c296aff0ea465cb79a36f7eaa9c83a is 43, key is default/ns:d/1731151377225/Put/seqid=0 2024-11-09T11:23:24,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741849_1025 (size=5153) 2024-11-09T11:23:24,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741850_1026 (size=5504) 2024-11-09T11:23:24,282 DEBUG [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22c898d30ba647effc9e52d4f72ed7f2, 3828c389bf62da40c91247d761e9566a 2024-11-09T11:23:24,483 DEBUG [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22c898d30ba647effc9e52d4f72ed7f2, 3828c389bf62da40c91247d761e9566a 2024-11-09T11:23:24,527 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/.tmp/ns/76c296aff0ea465cb79a36f7eaa9c83a 2024-11-09T11:23:24,527 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/replication/22c898d30ba647effc9e52d4f72ed7f2/.tmp/queue/81a7b61f5e3a4cedb80df777180b2c84 2024-11-09T11:23:24,532 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/replication/22c898d30ba647effc9e52d4f72ed7f2/.tmp/hfileref/84c60b16de6d46de8e7eae4321779977 as hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/replication/22c898d30ba647effc9e52d4f72ed7f2/hfileref/84c60b16de6d46de8e7eae4321779977 2024-11-09T11:23:24,536 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/replication/22c898d30ba647effc9e52d4f72ed7f2/hfileref/84c60b16de6d46de8e7eae4321779977, entries=6, sequenceid=17, filesize=5.4 K 2024-11-09T11:23:24,537 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/replication/22c898d30ba647effc9e52d4f72ed7f2/.tmp/queue/81a7b61f5e3a4cedb80df777180b2c84 as hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/replication/22c898d30ba647effc9e52d4f72ed7f2/queue/81a7b61f5e3a4cedb80df777180b2c84 2024-11-09T11:23:24,540 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/replication/22c898d30ba647effc9e52d4f72ed7f2/queue/81a7b61f5e3a4cedb80df777180b2c84, entries=2, sequenceid=17, filesize=5.4 K 2024-11-09T11:23:24,540 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 22c898d30ba647effc9e52d4f72ed7f2 in 858ms, sequenceid=17, compaction requested=false 2024-11-09T11:23:24,543 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/replication/22c898d30ba647effc9e52d4f72ed7f2/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-09T11:23:24,544 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:23:24,544 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:23:24,544 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2. 2024-11-09T11:23:24,544 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22c898d30ba647effc9e52d4f72ed7f2: Waiting for close lock at 1731151403681Running coprocessor pre-close hooks at 1731151403681Disabling compacts and flushes for region at 1731151403681Disabling writes for close at 1731151403681Obtaining lock to block concurrent updates at 1731151403682 (+1 ms)Preparing flush snapshotting stores in 22c898d30ba647effc9e52d4f72ed7f2 at 1731151403682Finished memstore snapshotting hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731151403682Flushing stores of hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2. at 1731151403682Flushing 22c898d30ba647effc9e52d4f72ed7f2/hfileref: creating writer at 1731151403682Flushing 22c898d30ba647effc9e52d4f72ed7f2/hfileref: appending metadata at 1731151403700 (+18 ms)Flushing 22c898d30ba647effc9e52d4f72ed7f2/hfileref: closing flushed file at 1731151403700Flushing 22c898d30ba647effc9e52d4f72ed7f2/queue: creating writer at 1731151404108 (+408 ms)Flushing 22c898d30ba647effc9e52d4f72ed7f2/queue: appending metadata at 1731151404123 (+15 ms)Flushing 22c898d30ba647effc9e52d4f72ed7f2/queue: closing flushed file at 1731151404123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9632ed: reopening flushed file at 1731151404532 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40fbd5b4: reopening flushed file at 1731151404536 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 22c898d30ba647effc9e52d4f72ed7f2 in 858ms, sequenceid=17, compaction requested=false at 1731151404540 (+4 ms)Writing region close event to WAL at 1731151404541 (+1 ms)Running coprocessor post-close hooks at 1731151404543 (+2 ms)Closed at 1731151404544 (+1 ms) 2024-11-09T11:23:24,544 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731151392791.22c898d30ba647effc9e52d4f72ed7f2. 2024-11-09T11:23:24,544 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3828c389bf62da40c91247d761e9566a, disabling compactions & flushes 2024-11-09T11:23:24,544 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731151386310.3828c389bf62da40c91247d761e9566a. 2024-11-09T11:23:24,544 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731151386310.3828c389bf62da40c91247d761e9566a. 2024-11-09T11:23:24,544 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731151386310.3828c389bf62da40c91247d761e9566a. after waiting 0 ms 2024-11-09T11:23:24,544 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731151386310.3828c389bf62da40c91247d761e9566a. 2024-11-09T11:23:24,548 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/default/test/3828c389bf62da40c91247d761e9566a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T11:23:24,548 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:23:24,548 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T11:23:24,548 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731151386310.3828c389bf62da40c91247d761e9566a. 2024-11-09T11:23:24,549 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3828c389bf62da40c91247d761e9566a: Waiting for close lock at 1731151404544Running coprocessor pre-close hooks at 1731151404544Disabling compacts and flushes for region at 1731151404544Disabling writes for close at 1731151404544Writing region close event to WAL at 1731151404545 (+1 ms)Running coprocessor post-close hooks at 1731151404548 (+3 ms)Closed at 1731151404548 2024-11-09T11:23:24,549 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731151386310.3828c389bf62da40c91247d761e9566a. 2024-11-09T11:23:24,551 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/.tmp/rep_barrier/2d03ff8c669c4a9f8429faa71ddf9915 is 112, key is test,,1731151386310.3828c389bf62da40c91247d761e9566a./rep_barrier:seqnumDuringOpen/1731151387464/Put/seqid=0 2024-11-09T11:23:24,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741851_1027 (size=5518) 2024-11-09T11:23:24,554 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/.tmp/rep_barrier/2d03ff8c669c4a9f8429faa71ddf9915 2024-11-09T11:23:24,571 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/.tmp/table/ebf102d9c7f94a79b1f8947108f157f7 is 53, key is hbase:replication/table:state/1731151393679/Put/seqid=0 2024-11-09T11:23:24,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741852_1028 (size=5308) 2024-11-09T11:23:24,683 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T11:23:24,683 DEBUG [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T11:23:24,683 DEBUG [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:23:24,883 DEBUG [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:23:24,934 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:23:24,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:24,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:24,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:24,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:24,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:24,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:24,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:24,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:24,974 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/.tmp/table/ebf102d9c7f94a79b1f8947108f157f7 2024-11-09T11:23:24,979 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/.tmp/info/d661050ef31a4fe8ab12f166fb29cf19 as hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/info/d661050ef31a4fe8ab12f166fb29cf19 2024-11-09T11:23:24,982 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/info/d661050ef31a4fe8ab12f166fb29cf19, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T11:23:24,984 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/.tmp/ns/76c296aff0ea465cb79a36f7eaa9c83a as hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/ns/76c296aff0ea465cb79a36f7eaa9c83a 2024-11-09T11:23:24,988 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/ns/76c296aff0ea465cb79a36f7eaa9c83a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T11:23:24,989 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/.tmp/rep_barrier/2d03ff8c669c4a9f8429faa71ddf9915 as hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/rep_barrier/2d03ff8c669c4a9f8429faa71ddf9915 2024-11-09T11:23:24,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:24,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:24,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:24,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:24,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:24,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:24,992 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/rep_barrier/2d03ff8c669c4a9f8429faa71ddf9915, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T11:23:24,992 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/.tmp/table/ebf102d9c7f94a79b1f8947108f157f7 as hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/table/ebf102d9c7f94a79b1f8947108f157f7 2024-11-09T11:23:24,995 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/table/ebf102d9c7f94a79b1f8947108f157f7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T11:23:24,996 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false 2024-11-09T11:23:24,996 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:23:25,000 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T11:23:25,001 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T11:23:25,001 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:23:25,001 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:23:25,001 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151403682Running coprocessor pre-close hooks at 1731151403682Disabling compacts and flushes for region at 1731151403682Disabling writes for close at 1731151403682Obtaining lock to block concurrent updates at 1731151403682Preparing flush snapshotting stores in 1588230740 at 1731151403682Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731151403682Flushing stores of hbase:meta,,1.1588230740 at 1731151403683 (+1 ms)Flushing 1588230740/info: creating writer at 1731151403683Flushing 1588230740/info: appending metadata at 1731151403700 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731151403700Flushing 1588230740/ns: creating writer at 1731151404108 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731151404123 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731151404123Flushing 1588230740/rep_barrier: creating writer at 1731151404531 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731151404550 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731151404550Flushing 1588230740/table: creating writer at 1731151404557 (+7 ms)Flushing 1588230740/table: appending metadata at 1731151404570 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731151404570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dfac9ec: reopening flushed file at 1731151404978 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11567d18: reopening flushed file at 1731151404982 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67232f78: reopening flushed file at 1731151404988 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb3fbd5: reopening flushed file at 1731151404992 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false at 1731151404996 (+4 ms)Writing region close event to WAL at 1731151404998 (+2 ms)Running coprocessor post-close hooks at 1731151405001 (+3 ms)Closed at 1731151405001 2024-11-09T11:23:25,001 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:23:25,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:25,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:25,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:25,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:25,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:25,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:23:25,083 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,33421,1731151373507; all regions closed. 2024-11-09T11:23:25,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741844_1020 (size=859) 2024-11-09T11:23:25,085 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.meta.1731151396496.meta not finished, retry = 0 2024-11-09T11:23:25,187 DEBUG [RS:0;3264b4bbda9f:33421 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/oldWALs 2024-11-09T11:23:25,187 INFO [RS:0;3264b4bbda9f:33421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C33421%2C1731151373507.meta:.meta(num 1731151396496) 2024-11-09T11:23:25,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741842_1018 (size=2791) 2024-11-09T11:23:25,191 DEBUG [RS:0;3264b4bbda9f:33421 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/oldWALs 2024-11-09T11:23:25,191 INFO [RS:0;3264b4bbda9f:33421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C33421%2C1731151373507.rep:(num 1731151396446) 2024-11-09T11:23:25,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741843_1019 (size=696) 2024-11-09T11:23:25,193 DEBUG [RS:0;3264b4bbda9f:33421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/oldWALs 2024-11-09T11:23:25,193 INFO [RS:0;3264b4bbda9f:33421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C33421%2C1731151373507:(num 1731151396475) 2024-11-09T11:23:25,193 DEBUG [RS:0;3264b4bbda9f:33421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:25,193 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:23:25,193 INFO [RS:0;3264b4bbda9f:33421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:23:25,193 INFO [RS:0;3264b4bbda9f:33421 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T11:23:25,194 INFO [RS:0;3264b4bbda9f:33421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:23:25,194 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:23:25,194 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3264b4bbda9f,33421,1731151373507 because: Region server is closing 2024-11-09T11:23:25,194 INFO [RS:0;3264b4bbda9f:33421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:33421. 2024-11-09T11:23:25,194 DEBUG [RS:0;3264b4bbda9f:33421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:23:25,194 DEBUG [RS:0;3264b4bbda9f:33421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:25,194 DEBUG [RS:0;3264b4bbda9f:33421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:25,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:23:25,236 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 to pos 393, reset compression=false 2024-11-09T11:23:25,238 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 was moved to hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/oldWALs/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 2024-11-09T11:23:25,240 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475 2024-11-09T11:23:25,240 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T11:23:25,240 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-09T11:23:25,240 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.wal-reader.3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-09T11:23:25,240 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-3264b4bbda9f,33421,1731151373507 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/WALs/3264b4bbda9f,33421,1731151373507/3264b4bbda9f%2C33421%2C1731151373507.1731151396475, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T11:23:25,241 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3264b4bbda9f,33421,1731151373507: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-3264b4bbda9f,33421,1731151373507, walGroup=3264b4bbda9f%2C33421%2C1731151373507, offset=3264b4bbda9f%2C33421%2C1731151373507.1731151396475:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T11:23:25,242 ERROR [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T11:23:25,242 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T11:23:25,242 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T11:23:25,242 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T11:23:25,242 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T11:23:25,242 INFO [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1612709888, "init": 1048576000, "max": 2306867200, "used": 1144394112 }, "NonHeapMemoryUsage": { "committed": 211353600, "init": 7667712, "max": -1, "used": 208271464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T11:23:25,243 DEBUG [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [3264b4bbda9f%2C33421%2C1731151373507.1731151396475] 2024-11-09T11:23:25,295 WARN [RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T11:23:25,295 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,1-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,1-3264b4bbda9f,33421,1731151373507 terminated 2024-11-09T11:23:25,295 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-3264b4bbda9f,33421,1731151373507 because: Region server is closing 2024-11-09T11:23:25,295 INFO [RS:0;3264b4bbda9f:33421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:33421. 2024-11-09T11:23:25,295 DEBUG [RS:0;3264b4bbda9f:33421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:23:25,295 DEBUG [RS:0;3264b4bbda9f:33421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:25,295 DEBUG [RS:0;3264b4bbda9f:33421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:23:25,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:23:25,295 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3264b4bbda9f:0-0.replicationSource,2-3264b4bbda9f,33421,1731151373507.replicationSource.shipper3264b4bbda9f%2C33421%2C1731151373507,2-3264b4bbda9f,33421,1731151373507 terminated 2024-11-09T11:23:25,295 INFO [RS:0;3264b4bbda9f:33421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33421 2024-11-09T11:23:25,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1013133714/rs/3264b4bbda9f,33421,1731151373507 2024-11-09T11:23:25,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714/rs 2024-11-09T11:23:25,312 INFO [RS:0;3264b4bbda9f:33421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:23:25,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,33421,1731151373507] 2024-11-09T11:23:25,334 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1013133714/draining/3264b4bbda9f,33421,1731151373507 already deleted, retry=false 2024-11-09T11:23:25,334 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,33421,1731151373507 expired; onlineServers=0 2024-11-09T11:23:25,334 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,36619,1731151372638' ***** 2024-11-09T11:23:25,334 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:23:25,334 INFO [M:0;3264b4bbda9f:36619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:23:25,334 INFO [M:0;3264b4bbda9f:36619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:23:25,334 DEBUG [M:0;3264b4bbda9f:36619 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:23:25,334 DEBUG [M:0;3264b4bbda9f:36619 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:23:25,334 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:23:25,334 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151375879 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151375879,5,FailOnTimeoutGroup] 2024-11-09T11:23:25,334 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151375879 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151375879,5,FailOnTimeoutGroup] 2024-11-09T11:23:25,334 INFO [M:0;3264b4bbda9f:36619 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:23:25,334 INFO [M:0;3264b4bbda9f:36619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:23:25,334 DEBUG [M:0;3264b4bbda9f:36619 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:23:25,334 INFO [M:0;3264b4bbda9f:36619 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:23:25,334 INFO [M:0;3264b4bbda9f:36619 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:23:25,335 INFO [M:0;3264b4bbda9f:36619 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:23:25,335 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:23:25,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1013133714/master 2024-11-09T11:23:25,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1013133714 2024-11-09T11:23:25,355 DEBUG [M:0;3264b4bbda9f:36619 {}] zookeeper.ZKUtil(347): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Unable to get data of znode /0-1013133714/master because node does not exist (not an error) 2024-11-09T11:23:25,355 WARN [M:0;3264b4bbda9f:36619 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:23:25,355 INFO [M:0;3264b4bbda9f:36619 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/.lastflushedseqids 2024-11-09T11:23:25,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741853_1029 (size=263) 2024-11-09T11:23:25,423 INFO [RS:0;3264b4bbda9f:33421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:23:25,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:23:25,423 INFO [RS:0;3264b4bbda9f:33421 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,33421,1731151373507; zookeeper connection closed. 2024-11-09T11:23:25,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1011f5592490001, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:23:25,424 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@618047db {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@618047db 2024-11-09T11:23:25,424 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:23:25,762 INFO [M:0;3264b4bbda9f:36619 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:23:25,762 INFO [M:0;3264b4bbda9f:36619 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:23:25,762 DEBUG [M:0;3264b4bbda9f:36619 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:23:25,762 INFO [M:0;3264b4bbda9f:36619 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:25,762 DEBUG [M:0;3264b4bbda9f:36619 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:25,762 DEBUG [M:0;3264b4bbda9f:36619 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:23:25,762 DEBUG [M:0;3264b4bbda9f:36619 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:25,762 INFO [M:0;3264b4bbda9f:36619 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-09T11:23:25,777 DEBUG [M:0;3264b4bbda9f:36619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e33ce493f1274a4da49251b517c5be50 is 82, key is hbase:meta,,1/info:regioninfo/1731151377189/Put/seqid=0 2024-11-09T11:23:25,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741854_1030 (size=5672) 2024-11-09T11:23:26,127 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:23:26,128 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:23:26,128 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168926 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3264b4bbda9f,35353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3264b4bbda9f:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T11:23:26,180 INFO [M:0;3264b4bbda9f:36619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e33ce493f1274a4da49251b517c5be50 2024-11-09T11:23:26,199 DEBUG [M:0;3264b4bbda9f:36619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d93b3101b6c4fdc9dbee1975cf8becd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731151393682/Put/seqid=0 2024-11-09T11:23:26,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741855_1031 (size=8909) 2024-11-09T11:23:26,603 INFO [M:0;3264b4bbda9f:36619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d93b3101b6c4fdc9dbee1975cf8becd 2024-11-09T11:23:26,622 DEBUG [M:0;3264b4bbda9f:36619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08a72cbd81e348fb8ee33cd02c7ae613 is 69, key is 3264b4bbda9f,33421,1731151373507/rs:state/1731151376009/Put/seqid=0 2024-11-09T11:23:26,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741856_1032 (size=5156) 2024-11-09T11:23:27,026 INFO [M:0;3264b4bbda9f:36619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08a72cbd81e348fb8ee33cd02c7ae613 2024-11-09T11:23:27,030 DEBUG [M:0;3264b4bbda9f:36619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e33ce493f1274a4da49251b517c5be50 as hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e33ce493f1274a4da49251b517c5be50 2024-11-09T11:23:27,033 INFO [M:0;3264b4bbda9f:36619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e33ce493f1274a4da49251b517c5be50, entries=8, sequenceid=112, filesize=5.5 K 2024-11-09T11:23:27,034 DEBUG [M:0;3264b4bbda9f:36619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d93b3101b6c4fdc9dbee1975cf8becd as hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d93b3101b6c4fdc9dbee1975cf8becd 2024-11-09T11:23:27,038 INFO [M:0;3264b4bbda9f:36619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d93b3101b6c4fdc9dbee1975cf8becd, entries=13, sequenceid=112, filesize=8.7 K 2024-11-09T11:23:27,038 DEBUG [M:0;3264b4bbda9f:36619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08a72cbd81e348fb8ee33cd02c7ae613 as hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08a72cbd81e348fb8ee33cd02c7ae613 2024-11-09T11:23:27,042 INFO [M:0;3264b4bbda9f:36619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36619/user/jenkins/test-data/d8f8250d-075d-77fb-2a0e-58968bb94f21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08a72cbd81e348fb8ee33cd02c7ae613, entries=1, sequenceid=112, filesize=5.0 K 2024-11-09T11:23:27,043 INFO [M:0;3264b4bbda9f:36619 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=112, compaction requested=false 2024-11-09T11:23:27,044 INFO [M:0;3264b4bbda9f:36619 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:23:27,044 DEBUG [M:0;3264b4bbda9f:36619 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151405762Disabling compacts and flushes for region at 1731151405762Disabling writes for close at 1731151405762Obtaining lock to block concurrent updates at 1731151405762Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151405762Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731151405762Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151405763 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151405763Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151405776 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151405776Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151406184 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151406198 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151406198Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151406606 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151406622 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151406622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22b9e817: reopening flushed file at 1731151407029 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30907859: reopening flushed file at 1731151407034 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b1cdf9c: reopening flushed file at 1731151407038 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=112, compaction requested=false at 1731151407043 (+5 ms)Writing region close event to WAL at 1731151407044 (+1 ms)Closed at 1731151407044 2024-11-09T11:23:27,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741830_1006 (size=69055) 2024-11-09T11:23:27,046 INFO [M:0;3264b4bbda9f:36619 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:23:27,046 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:23:27,046 INFO [M:0;3264b4bbda9f:36619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36619 2024-11-09T11:23:27,046 INFO [M:0;3264b4bbda9f:36619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:23:27,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:23:27,149 INFO [M:0;3264b4bbda9f:36619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:23:27,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x1011f5592490000, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:23:27,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17e1c64d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:23:27,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9aea8be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:23:27,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:23:27,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f543dc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:23:27,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63374392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/hadoop.log.dir/,STOPPED} 2024-11-09T11:23:27,153 WARN [BP-926066053-172.17.0.2-1731151369904 heartbeating to localhost/127.0.0.1:36619 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:23:27,153 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:23:27,153 WARN [BP-926066053-172.17.0.2-1731151369904 heartbeating to localhost/127.0.0.1:36619 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-926066053-172.17.0.2-1731151369904 (Datanode Uuid ff5fcfd3-187b-4b4d-bd3d-f599e1897731) service to localhost/127.0.0.1:36619 2024-11-09T11:23:27,153 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:23:27,154 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/cluster_32002c37-b975-e684-c664-bb5ae4ee6656/data/data1/current/BP-926066053-172.17.0.2-1731151369904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:23:27,154 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/cluster_32002c37-b975-e684-c664-bb5ae4ee6656/data/data2/current/BP-926066053-172.17.0.2-1731151369904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:23:27,154 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:23:27,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@736c1d10{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:23:27,159 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ebed45a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:23:27,159 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:23:27,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d6047c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:23:27,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b15046{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0d188172-45ed-0c03-79d0-54a383f7f1d8/hadoop.log.dir/,STOPPED} 2024-11-09T11:23:27,164 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T11:23:27,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:23:27,193 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 530) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34241 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36619 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34241 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61638) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34241 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61638) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36619 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61638) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:34241 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43559 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34241 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43559 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36619 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34241 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:36619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=980 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=695 (was 491) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=960 (was 1376) 2024-11-09T11:23:27,194 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2024-11-09T11:23:27,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011f5592490002, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:23:27,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011f5592490005, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:23:27,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011f5592490002, quorum=127.0.0.1:61638, baseZNode=/0-1013133714 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:23:27,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011f5592490008, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T11:23:27,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011f5592490005, quorum=127.0.0.1:61638, baseZNode=/1-257161565 Received Disconnected from ZooKeeper, ignoring 2024-11-09T11:23:27,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011f5592490008, quorum=127.0.0.1:61638, baseZNode=/2392063545 Received Disconnected from ZooKeeper, ignoring